-- Logs begin at Fri 2021-09-10 14:37:54 UTC, end at Fri 2021-09-10 15:32:13 UTC. -- Sep 10 15:05:41.343945 dv-cinder-760184-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 10 15:05:44.079620 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.common.config [-] Logging enabled! Sep 10 15:05:44.080200 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev630 Sep 10 15:05:44.080923 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93922) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 10 15:05:44.084123 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.common.config [-] Logging enabled! Sep 10 15:05:44.084373 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev630 Sep 10 15:05:44.084683 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93922) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 10 15:05:44.085643 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 15:05:44.085875 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 15:05:44.086236 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 15:05:44.086480 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 15:05:44.086705 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 15:05:44.087023 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.087318 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.087615 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.087844 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.088138 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.088430 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.088714 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.089027 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.089323 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.089608 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.089887 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.090172 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.090420 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.090681 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.090967 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.091249 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.091470 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] debug = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.091748 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.092166 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.092867 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.093162 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.093435 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.093711 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.093981 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.094255 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.094536 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.094860 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] host = dv-cinder-760184-10-iscsi {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.095135 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.095418 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.095701 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.096599 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.096894 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.097177 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.097463 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.097737 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.098010 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] log_file = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.098287 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.098575 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.098864 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.099153 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.099377 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.099597 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.099884 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.100170 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.100445 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.100718 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.101018 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.101292 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.101563 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.101832 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.102115 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.102442 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.102683 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.102961 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.103231 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.103500 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.103768 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.104051 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.104325 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.104595 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.104894 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.105180 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.105447 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.105717 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.106015 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.106298 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.106579 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.106861 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.107132 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.107412 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.107681 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.107949 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.108217 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] use_json = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.108487 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.108763 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.109054 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.109325 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.109594 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.109863 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.110130 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.110410 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:44.110702 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.110995 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.111292 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.111609 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.111925 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.112179 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.112464 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.112740 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.113052 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.113338 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.113624 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.113899 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.114184 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.114462 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.114753 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.115052 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.115342 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.115629 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.115900 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.116172 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.116443 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.116719 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.117025 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.117300 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.117585 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.117906 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.118144 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.118426 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.118717 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.119006 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.119278 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.119554 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.119842 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.120119 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.120392 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.120669 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.120979 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.121257 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.121528 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.121808 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.122082 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.122352 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.122618 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.122897 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.123183 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.123457 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.123724 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.123991 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.124265 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.124533 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.124836 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.125110 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.125380 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.125648 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.125922 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.126190 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.126459 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.126737 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.127003 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.127304 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.127567 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.127834 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.128105 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.128373 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.128655 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.128936 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.129208 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.129481 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.129751 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.130018 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.130288 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.130557 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.130825 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.131105 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.131397 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.131670 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.131941 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.132215 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.132486 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.132777 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.133053 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.133326 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.133600 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.133866 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.134152 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.134429 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.134710 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.134986 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.135258 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.135552 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.135824 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.136101 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.136371 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.136642 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.136954 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.137234 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.137524 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.137812 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.138101 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.138389 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.138676 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.138951 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.139253 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.139526 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:44.139740 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 15:05:44.139975 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93922) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 10 15:05:44.488713 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 15:05:44.489011 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 15:05:44.489301 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 15:05:44.489642 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 10 15:05:44.884981 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:44.885279 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:44.885555 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:44.886841 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:44.887111 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:44.887372 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:44.922156 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:44.922431 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:44.922694 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:44.937868 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:44.938145 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:44.938409 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:44.966836 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:44.967114 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:44.967384 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.005420 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.005695 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.005959 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.241858 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.242482 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.242482 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.242636 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.243314 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.362611 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.363028 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.363401 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.363771 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.364112 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.364530 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.364896 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.365203 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.365457 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.365735 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.365991 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.366251 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.366508 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.366753 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.367003 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.367262 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.367514 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.367774 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.368040 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.368291 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.368555 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.368823 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.369101 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.369472 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.369829 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.370096 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.370492 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 15:05:45.370728 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 15:05:45.370962 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 15:05:45.371192 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 15:05:45.371423 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 15:05:45.371653 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 15:05:45.372014 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 10 15:05:45.375309 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 10 15:05:45.379238 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 10 15:05:45.383078 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 10 15:05:45.384684 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 10 15:05:45.385162 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 10 15:05:45.385497 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 10 15:05:45.385880 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 10 15:05:45.388633 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 10 15:05:45.388912 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 10 15:05:45.389259 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 15:05:45.394558 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 10 15:05:45.417112 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 10 15:05:45.417567 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.417863 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93922) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 10 15:05:45.418218 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.419557 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93922) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 10 15:05:45.419833 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 15:05:45.420078 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 10 15:05:45.423405 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.423690 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:45.488220 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 10 15:05:45.488455 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 10 15:05:45.488689 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 10 15:05:45.489081 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 10 15:05:45.514363 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_db.sqlalchemy.engines [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93922) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 10 15:05:46.042077 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.managers [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Initializing driver for type 'gre' Sep 10 15:05:46.042699 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] gre ID ranges: [(1, 1000)] Sep 10 15:05:46.094713 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.managers [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Initializing driver for type 'local' Sep 10 15:05:46.095055 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.managers [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Initializing driver for type 'vlan' Sep 10 15:05:46.108373 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] VlanTypeDriver initialization complete Sep 10 15:05:46.108659 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.managers [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Initializing driver for type 'vxlan' Sep 10 15:05:46.109198 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] vxlan ID ranges: [(1, 1000)] Sep 10 15:05:46.161862 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.managers [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Initializing extension driver 'port_security' Sep 10 15:05:46.162219 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.extensions.port_security [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] PortSecurityExtensionDriver initialization complete Sep 10 15:05:46.162587 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.managers [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Initializing mechanism driver 'openvswitch' Sep 10 15:05:46.162922 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.managers [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Initializing mechanism driver 'hyperv' Sep 10 15:05:46.169487 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.plugin [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:05:46.170161 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > port after_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.170561 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > port after_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.170913 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > port after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.171431 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 15:05:46.171861 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > subnet after_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.172216 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > subnet after_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.172559 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.172991 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 15:05:46.173403 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > network after_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.173755 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > network after_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.174784 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > network after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.175258 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 15:05:46.175669 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > security_group after_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.176020 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > security_group after_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.176362 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.176913 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 15:05:46.177325 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.177675 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.178022 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.178418 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 15:05:46.178824 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > address_group after_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.179169 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > address_group after_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.179508 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.179898 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 15:05:46.180275 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] ML2 OVO RPC backend initialized. {{(pid=93922) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 10 15:05:46.181008 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.181364 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.181781 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > network before_response 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.182127 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > networks before_response 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.182472 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > port before_response 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.182818 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > ports before_response 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.183157 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > subnet before_response 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.183497 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > subnets before_response 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.183839 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > network after_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.184177 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > network after_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.184511 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > network after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.184880 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > port after_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.185216 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > port after_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.185549 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > port after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.185885 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > subnet after_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.186219 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > subnet after_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.186552 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.187123 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.plugin [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Modular L2 Plugin initialization complete Sep 10 15:05:46.187450 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading services supported by the core plugin {{(pid=93922) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 10 15:05:46.187775 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.plugins.ml2.managers [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Got port-security extension from driver 'port_security' Sep 10 15:05:46.188234 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.extensions.vlantransparent [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Disabled vlantransparent extension. Sep 10 15:05:46.188720 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93922) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 10 15:05:46.189055 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading Plugin: router Sep 10 15:05:46.225738 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.226133 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router after_create 55549900 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.226505 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router before_create 55549900 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.226869 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.227239 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.227594 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router after_delete 55549900 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.227952 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.228301 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.228659 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router after_create 55549900 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.229027 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router after_update 55549900 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.229378 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router after_update 55549900 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.229723 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.230083 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router after_update 55549900 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.230492 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router precommit_update 55549900 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.230858 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: port after_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.231203 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: port after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.231539 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: subnet after_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.231876 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.232223 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.232568 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router precommit_create 55549900 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.232941 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: port before_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.233285 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router precommit_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.233642 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router after_update 55549900 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.233983 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.234334 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router precommit_create 55549900 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.234694 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.235037 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router precommit_update 55549900 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.235397 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > agent after_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.235744 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > agent after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.236089 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > network after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.237124 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Tracking information for resource: router configured {{(pid=93922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 15:05:46.237459 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Tracking information for resource: floatingip configured {{(pid=93922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 15:05:46.242547 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.db.l3_agentschedulers_db [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 10 15:05:46.243134 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: port after_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.243473 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: port after_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.243822 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: port after_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.244173 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: port after_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.244986 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router before_create 55550100 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.245354 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.245715 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router precommit_create 55550100 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.246070 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > router precommit_update 55550100 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.250909 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.services.provider_configuration [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Service providers = [] {{(pid=93922) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 10 15:05:46.251275 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.db.servicetype_db [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93922) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 10 15:05:46.254313 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.services.service_base [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 15:05:46.254670 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.services.service_base [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 15:05:46.255015 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.services.service_base [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 15:05:46.255901 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.services.service_base [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 15:05:46.256274 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.services.service_base [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 10 15:05:46.256650 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 15:05:46.256995 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 10 15:05:46.268115 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 15:05:46.268476 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading Plugin: auto_allocate Sep 10 15:05:46.274388 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: network precommit_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.274756 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: network precommit_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.275278 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 15:05:46.275602 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading Plugin: tag Sep 10 15:05:46.282111 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 15:05:46.282443 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading Plugin: timestamp Sep 10 15:05:46.287037 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 15:05:46.287369 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading Plugin: network_ip_availability Sep 10 15:05:46.292777 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.293154 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.293509 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.294215 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 15:05:46.294535 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading Plugin: flavors Sep 10 15:05:46.299733 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 15:05:46.300066 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading Plugin: revisions Sep 10 15:05:46.304341 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 15:05:46.304728 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_concurrency.lockutils [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.815s {{(pid=93922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 15:05:46.305478 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93922) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 10 15:05:46.305813 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Initializing extension manager. Sep 10 15:05:46.306321 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: __init__.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.306667 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: __pycache__ {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.306998 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.307329 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: address_group.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.308077 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.308636 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: address-group Sep 10 15:05:46.308992 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: address_scope.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.309897 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.310406 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: address-scope Sep 10 15:05:46.310731 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.311657 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.312164 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: router-admin-state-down-before-update Sep 10 15:05:46.312487 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: agent.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.313225 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.313729 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: agent Sep 10 15:05:46.314046 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: agent_resources_synced.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.315542 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.316046 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: agent-resources-synced Sep 10 15:05:46.316373 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: allowedaddresspairs.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.318186 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.318722 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: allowed-address-pairs Sep 10 15:05:46.319035 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: auto_allocated_topology.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.320105 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.320624 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: auto-allocated-topology Sep 10 15:05:46.320974 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: availability_zone.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.321674 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.322177 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: availability_zone Sep 10 15:05:46.322498 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: availability_zone_filter.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.323414 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.323920 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: availability_zone_filter Sep 10 15:05:46.324243 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: data_plane_status.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.325188 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.325688 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension data-plane-status not supported by any of loaded plugins Sep 10 15:05:46.326009 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: default_subnetpools.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.326929 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.327433 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: default-subnetpools Sep 10 15:05:46.327756 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.328567 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.329098 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: dhcp_agent_scheduler Sep 10 15:05:46.329422 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: dns.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.330452 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.331098 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension dns-integration not supported by any of loaded plugins Sep 10 15:05:46.331424 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: dns_domain_ports.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.332349 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.332880 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 10 15:05:46.333211 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.334128 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.334632 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 10 15:05:46.334953 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: dvr.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.335624 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.336126 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: dvr Sep 10 15:05:46.336447 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: ecmp_routes.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.337404 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.338838 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 10 15:05:46.339163 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: empty_string_filtering.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.340078 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.340583 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: empty-string-filtering Sep 10 15:05:46.340938 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.341852 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.342352 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 10 15:05:46.342927 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.343852 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.344361 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 10 15:05:46.344687 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: external_net.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.345630 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.346329 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: external-net Sep 10 15:05:46.346649 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.347562 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.348071 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: extra_dhcp_opt Sep 10 15:05:46.348391 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: extraroute.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.349339 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.349843 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: extraroute Sep 10 15:05:46.350180 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: extraroute_atomic.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.351200 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.351710 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: extraroute-atomic Sep 10 15:05:46.352031 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: filter_validation.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.352693 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.353226 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: filter-validation Sep 10 15:05:46.353545 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: fip_pf_description.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.354458 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.354960 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 10 15:05:46.355279 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: fip_port_details.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.356202 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.356707 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: fip-port-details Sep 10 15:05:46.357052 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: flavors.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.358279 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.358831 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: flavors Sep 10 15:05:46.359111 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.360771 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.361304 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 10 15:05:46.362215 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: floatingip_pools.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.362918 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.363424 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: floatingip-pools Sep 10 15:05:46.363747 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: ip_allocation.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.364672 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.365205 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension ip_allocation not supported by any of loaded plugins Sep 10 15:05:46.365528 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.366452 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.366959 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: ip-substring-filtering Sep 10 15:05:46.367299 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: l2_adjacency.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.368210 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.368711 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 10 15:05:46.369061 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: l3.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.370152 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.370666 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: router Sep 10 15:05:46.370988 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.373258 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.373792 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 10 15:05:46.374123 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.375074 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.375589 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: ext-gw-mode Sep 10 15:05:46.375913 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.376877 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.377978 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: l3-ha Sep 10 15:05:46.378403 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: l3_flavors.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.379328 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.379834 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: l3-flavors Sep 10 15:05:46.380155 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.381120 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.381633 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 10 15:05:46.381962 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: l3agentscheduler.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.382997 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.383520 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: l3_agent_scheduler Sep 10 15:05:46.383828 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: logging.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.385334 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.385859 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension logging not supported by any of loaded plugins Sep 10 15:05:46.386192 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: metering.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.386938 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.387514 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: metering Sep 10 15:05:46.387842 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.388969 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.389485 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: metering_source_and_destination_fields Sep 10 15:05:46.389899 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: multiprovidernet.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.390839 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.391348 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: multi-provider Sep 10 15:05:46.391674 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: netmtu.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.392655 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.393323 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: net-mtu Sep 10 15:05:46.393651 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: netmtu_writable.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.394572 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.395079 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: net-mtu-writable Sep 10 15:05:46.395404 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: network_availability_zone.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.396082 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.396586 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: network_availability_zone Sep 10 15:05:46.396949 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: network_ip_availability.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.398054 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.398569 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: network-ip-availability Sep 10 15:05:46.398897 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: network_segment_range.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.399662 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.400168 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension network-segment-range not supported by any of loaded plugins Sep 10 15:05:46.400493 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: pagination.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.401505 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.401839 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: pagination Sep 10 15:05:46.402165 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: port_device_profile.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.403091 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.403604 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: port-device-profile Sep 10 15:05:46.403925 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.404892 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.405398 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: port-mac-address-regenerate Sep 10 15:05:46.405720 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.406637 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.407139 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: port-numa-affinity-policy Sep 10 15:05:46.407457 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: port_resource_request.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.408553 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.409161 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension port-resource-request not supported by any of loaded plugins Sep 10 15:05:46.409485 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: portbindings.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.410424 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.410932 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: binding Sep 10 15:05:46.411252 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: portbindings_extended.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.412538 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.413098 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: binding-extended Sep 10 15:05:46.413426 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: portsecurity.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.414348 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.414860 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: port-security Sep 10 15:05:46.415184 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: project_id.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.416160 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.416491 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: project-id Sep 10 15:05:46.416849 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: providernet.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.417783 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.418293 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: provider Sep 10 15:05:46.418614 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: qos.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.422186 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.422711 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension qos not supported by any of loaded plugins Sep 10 15:05:46.423044 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.424838 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.425360 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 10 15:05:46.425687 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.426612 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.427123 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 10 15:05:46.427445 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: qos_default.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.428360 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.428901 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension qos-default not supported by any of loaded plugins Sep 10 15:05:46.429226 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: qos_fip.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.429972 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.430477 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension qos-fip not supported by any of loaded plugins Sep 10 15:05:46.430798 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: qos_gateway_ip.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.431727 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.432235 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 10 15:05:46.432560 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: qos_port_network_policy.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.433502 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.434007 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 10 15:05:46.434330 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: qos_pps_rule.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.435517 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.436028 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension qos-pps not supported by any of loaded plugins Sep 10 15:05:46.436350 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: qos_rule_type_details.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.437300 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.437812 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 10 15:05:46.438133 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: qos_rules_alias.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.439178 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.440285 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 10 15:05:46.440604 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: quotasv2.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.441554 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.441887 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: quotas Sep 10 15:05:46.442210 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: quotasv2_detail.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.445552 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.445897 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: quota_details Sep 10 15:05:46.446233 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: rbac.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.447298 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.447830 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: rbac-policies Sep 10 15:05:46.448159 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: rbac_address_group.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.449124 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.449638 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: rbac-address-group Sep 10 15:05:46.449960 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: rbac_address_scope.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.450886 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.451397 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: rbac-address-scope Sep 10 15:05:46.451720 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: rbac_security_groups.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.452661 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.453197 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: rbac-security-groups Sep 10 15:05:46.453517 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: rbac_subnetpool.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.454439 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.454950 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: rbac-subnetpool Sep 10 15:05:46.455355 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: revisionifmatch.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.456284 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.456828 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: revision-if-match Sep 10 15:05:46.457153 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: revisions.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.458267 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.458783 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: standard-attr-revisions Sep 10 15:05:46.459107 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: router_availability_zone.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.459788 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.460293 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: router_availability_zone Sep 10 15:05:46.460614 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: routerservicetype.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.461571 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.462077 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension router-service-type not supported by any of loaded plugins Sep 10 15:05:46.462403 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.463329 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.463836 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: security-groups-normalized-cidr Sep 10 15:05:46.464155 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.465103 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.465613 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: port-security-groups-filtering Sep 10 15:05:46.465932 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.466852 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.467357 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: security-groups-remote-address-group Sep 10 15:05:46.467933 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: securitygroup.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.479110 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.479643 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: security-group Sep 10 15:05:46.479979 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: segment.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.480804 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.481319 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension segment not supported by any of loaded plugins Sep 10 15:05:46.481647 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.482602 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.483113 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 10 15:05:46.483439 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: servicetype.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.484626 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.485181 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: service-type Sep 10 15:05:46.485509 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: sorting.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.487043 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.487436 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: sorting Sep 10 15:05:46.487760 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: standard_attr_segment.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.488690 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.489227 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 10 15:05:46.489551 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: standardattrdescription.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.490202 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.490707 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: standard-attr-description Sep 10 15:05:46.491030 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: stateful_security_group.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.491960 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.492478 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: stateful-security-group Sep 10 15:05:46.492827 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: stdattrs_common.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.493409 dv-cinder-760184-10-iscsi neutron-server[93922]: WARNING neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 10 15:05:46.493730 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.494664 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.495182 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 10 15:05:46.495505 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: subnet_onboard.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.496574 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.497126 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: subnet_onboard Sep 10 15:05:46.497451 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.498383 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.498898 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 10 15:05:46.499222 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: subnet_service_types.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.500161 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.500677 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: subnet-service-types Sep 10 15:05:46.501033 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: subnetallocation.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.502680 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.503197 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: subnet_allocation Sep 10 15:05:46.503524 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.504192 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.504699 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: subnetpool-prefix-ops Sep 10 15:05:46.505055 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.505994 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.506503 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 10 15:05:46.506826 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: tagging.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.507914 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.508429 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: standard-attr-tag Sep 10 15:05:46.508771 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: timestamp.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.510124 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.510640 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loaded extension: standard-attr-timestamp Sep 10 15:05:46.510969 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: trunk.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.512010 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.512528 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension trunk not supported by any of loaded plugins Sep 10 15:05:46.512888 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: trunk_details.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.513818 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.514329 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension trunk-details not supported by any of loaded plugins Sep 10 15:05:46.514650 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: uplink_status_propagation.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.515575 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.516080 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 10 15:05:46.516399 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Loading extension file: vlantransparent.py {{(pid=93922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 15:05:46.517103 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 15:05:46.517629 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 10 15:05:46.520144 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Creating instance of TrackedResource for resource:network Sep 10 15:05:46.520668 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Creating instance of TrackedResource for resource:subnet Sep 10 15:05:46.521095 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 15:05:46.521493 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Creating instance of TrackedResource for resource:port Sep 10 15:05:46.522715 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.v2.resource_helper [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 15:05:46.523169 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.v2.resource_helper [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Service FLAVORS assigned prefix: {{(pid=93922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 15:05:46.523769 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.v2.resource_helper [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 15:05:46.524198 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.v2.resource_helper [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 15:05:46.524540 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Creating instance of TrackedResource for resource:router Sep 10 15:05:46.524997 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Creating instance of TrackedResource for resource:floatingip Sep 10 15:05:46.525482 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.v2.resource_helper [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Service METERING assigned prefix: /metering {{(pid=93922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 15:05:46.527057 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.527278 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.527631 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:05:46.528795 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 15:05:46.529307 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Creating instance of TrackedResource for resource:security_group Sep 10 15:05:46.529842 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 15:05:46.530454 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.v2.resource_helper [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Service CORE assigned prefix: {{(pid=93922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 15:05:46.530844 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 15:05:46.531197 dv-cinder-760184-10-iscsi neutron-server[93922]: WARNING neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] subnetpool is already registered Sep 10 15:05:46.531726 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.v2.resource_helper [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Service CORE assigned prefix: {{(pid=93922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 15:05:46.532056 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 15:05:46.532455 dv-cinder-760184-10-iscsi neutron-server[93922]: WARNING neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] subnetpool is already registered Sep 10 15:05:46.535129 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.v2.resource_helper [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 15:05:46.535509 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.v2.resource_helper [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Service FLAVORS assigned prefix: {{(pid=93922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 15:05:46.536239 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.v2.resource_helper [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 15:05:46.536690 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.v2.resource_helper [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 15:05:46.537119 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Creating instance of TrackedResource for resource:router Sep 10 15:05:46.537473 dv-cinder-760184-10-iscsi neutron-server[93922]: WARNING neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] router is already registered Sep 10 15:05:46.537967 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Creating instance of TrackedResource for resource:floatingip Sep 10 15:05:46.538338 dv-cinder-760184-10-iscsi neutron-server[93922]: WARNING neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] floatingip is already registered Sep 10 15:05:46.538836 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.v2.resource_helper [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Service METERING assigned prefix: /metering {{(pid=93922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 15:05:46.539573 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 15:05:46.539907 dv-cinder-760184-10-iscsi neutron-server[93922]: WARNING neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] rbac_policy is already registered Sep 10 15:05:46.540388 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Creating instance of TrackedResource for resource:security_group Sep 10 15:05:46.540739 dv-cinder-760184-10-iscsi neutron-server[93922]: WARNING neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] security_group is already registered Sep 10 15:05:46.541259 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 15:05:46.541590 dv-cinder-760184-10-iscsi neutron-server[93922]: WARNING neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] security_group_rule is already registered Sep 10 15:05:46.542290 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.v2.resource_helper [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Service CORE assigned prefix: {{(pid=93922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 15:05:46.542724 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 15:05:46.543053 dv-cinder-760184-10-iscsi neutron-server[93922]: WARNING neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] subnetpool is already registered Sep 10 15:05:46.543531 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.v2.resource_helper [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Service CORE assigned prefix: {{(pid=93922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 15:05:46.543992 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 15:05:46.544285 dv-cinder-760184-10-iscsi neutron-server[93922]: WARNING neutron.quota.resource_registry [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] subnetpool is already registered Sep 10 15:05:46.544853 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: extensions {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.546454 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: address-groups {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.548140 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: address-scopes {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.550160 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: agents {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.551305 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: auto-allocated-topology {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.552551 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: availability_zones {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.553794 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: dhcp-networks {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.555394 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: dhcp-agents {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.556826 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: routers {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.559054 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: flavors {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.560247 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: service_profiles {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.561507 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: next_providers {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.563009 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: service_profiles {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.565139 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: floatingip-pools {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.566359 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: routers {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.568448 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: floatingips {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.569787 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: l3-routers {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.571152 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: l3-agents {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.572582 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: metering-labels {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.573979 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: metering-label-rules {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.575246 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: network-ip-availabilities {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.576519 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: bindings {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.579019 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: quotas {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.580553 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: quotas {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.582070 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: rbac-policies {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.583275 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: security-groups {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.584573 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: security-group-rules {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.585992 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: service-providers {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.587196 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: subnetpools {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.588622 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: subnetpools {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.590099 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: tags {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.591742 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: tags {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.593850 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: tags {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.595635 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: tags {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.598102 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: tags {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.599913 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: tags {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.601640 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: tags {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.603537 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: tags {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.605338 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: tags {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.607055 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron.api.extensions [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Extended resource: tags {{(pid=93922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 15:05:46.613689 dv-cinder-760184-10-iscsi neutron-server[93922]: WARNING keystonemiddleware.auth_token [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 10 15:05:46.618321 dv-cinder-760184-10-iscsi neutron-server[93922]: WARNING keystonemiddleware.auth_token [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 10 15:05:46.627029 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_concurrency.lockutils [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Acquired lock "singleton_lock" {{(pid=93922) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 10 15:05:46.627506 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_concurrency.lockutils [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Releasing lock "singleton_lock" {{(pid=93922) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 10 15:05:46.628146 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO oslo_service.service [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Starting 2 workers Sep 10 15:05:46.632961 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Started child 94031 {{(pid=93922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 15:05:46.637371 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Started child 94032 {{(pid=93922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 15:05:46.638364 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:46.638986 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO neutron.service [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 10 15:05:46.639606 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Notify callbacks [] for process, before_spawn {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:46.640024 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [-] (94031) wsgi starting up on http://0.0.0.0:9696 Sep 10 15:05:46.642034 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:46.642554 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO oslo_service.service [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Starting 1 workers Sep 10 15:05:46.643449 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [-] (94032) wsgi starting up on http://0.0.0.0:9696 Sep 10 15:05:46.647542 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Started child 94033 {{(pid=93922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 15:05:46.648075 dv-cinder-760184-10-iscsi neutron-server[93922]: INFO oslo_service.service [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Starting 1 workers Sep 10 15:05:46.651224 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.service [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] calling RpcWorker wait() {{(pid=94033) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 10 15:05:46.651747 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.service [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] returning from RpcWorker wait() {{(pid=94033) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 10 15:05:46.652479 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Started child 94034 {{(pid=93922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 15:05:46.653253 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:46.653369 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e17d45c3-30f3-4d4a-be6b-a934f8e3f367 None None] Notify callbacks [] for process, after_spawn {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:46.653788 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:05:46.655201 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93922) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 10 15:05:46.655407 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 15:05:46.655589 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 15:05:46.655792 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 15:05:46.656133 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 15:05:46.656297 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 15:05:46.656835 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.657113 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.657363 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:46.657807 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.657807 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.657940 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.659060 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.659471 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.659711 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.659999 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.660236 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.660409 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.660574 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.660857 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.661110 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.661420 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.661686 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.661925 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.662203 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.662374 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.662632 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.662909 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.663152 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.663434 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] debug = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.663697 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.664188 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.664419 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.664669 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.664931 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.665216 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.665441 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.665702 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.665947 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.666179 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.666443 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.666719 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.666950 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.667177 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.667395 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.667661 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.667877 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.668335 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] host = dv-cinder-760184-10-iscsi {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.668576 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.668846 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.669093 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.669349 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.669615 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.669853 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.670119 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.670373 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.670638 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.671040 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.671300 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.671537 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.671797 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.672053 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] log_file = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.672219 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] log_options = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.672470 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.672742 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.673041 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.673236 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.673406 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.673581 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.673895 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.674625 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.674972 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.675146 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.675302 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.675601 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.675762 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.675965 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.676245 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.676502 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.676719 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.676956 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.677219 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.677482 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.677711 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.677944 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.678183 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.678404 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.678619 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.678862 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.679087 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.679320 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.679534 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.679774 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.679992 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.680244 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.680459 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.680691 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.680990 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.681219 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.681446 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.681680 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.681945 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.682171 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.682420 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.682688 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.682902 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.683166 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.683410 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.683655 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.683894 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] use_json = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.684107 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.684354 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.684614 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.684854 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.685075 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.685289 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.685519 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.685808 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.686208 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.686491 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.686804 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.687052 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.687378 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.687634 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.687900 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.688122 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.688387 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.688661 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:05:46.688844 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.689007 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.689234 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.689651 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.689882 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.690350 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.690672 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.690967 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.691790 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.691790 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.691790 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.692354 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.692354 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.692614 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.692614 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.692887 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.693134 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.693393 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.693777 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.694060 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.694330 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.694581 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.694805 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.695033 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.695270 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.695487 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.695708 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.696026 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.696196 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.696416 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.696653 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.696910 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.697322 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.697468 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.697685 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.697857 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.698040 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.698290 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.698510 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.698725 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.698940 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.699288 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.699440 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.699575 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.699812 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.700071 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.700303 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.700605 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.700853 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.701095 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.701333 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.701589 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.701810 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.702357 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.702357 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.702947 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.702947 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.702947 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.703337 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.703337 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.703592 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.703876 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.704150 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.704379 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.704606 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.704866 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.705129 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.705361 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.705794 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.706095 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.706245 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.706422 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.706637 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.707283 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.707283 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.707283 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.707681 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.707822 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.707956 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.708143 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.708407 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.708724 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.708994 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.709523 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.709523 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.709797 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.709943 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.710183 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.710387 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.710662 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.710869 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.711130 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.711375 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.711754 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.711908 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.712105 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.712329 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.712582 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.712811 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.713030 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.713266 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.713509 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.713772 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.714048 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.714284 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.714541 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.714787 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.715045 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.715284 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.715552 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.715769 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.716231 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.716383 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.716612 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.716904 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.717167 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.717660 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.717923 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.719269 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.719269 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.719269 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.719269 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.719269 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.719709 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.719709 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.719856 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.720054 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.720308 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.721890 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.721890 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.721890 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.721890 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.723490 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.723490 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.723490 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.723490 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.723490 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.723803 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.723803 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.724021 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.724219 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.724471 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.724701 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.724956 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.725208 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.725448 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.725699 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.725933 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.726148 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.726385 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.726615 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.726835 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.727066 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.727282 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.727521 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.727767 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.727982 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.728201 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.728437 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.728657 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.728896 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.729138 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.729366 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.729618 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.729929 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.730123 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.730381 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.730614 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.730859 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.731102 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.731336 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.731550 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.731796 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.732012 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.732227 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.732452 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.732787 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.733126 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.733349 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.733577 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.733795 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.734067 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.734305 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.734640 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.734898 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.735127 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.735378 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.735598 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.735865 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.736118 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.736380 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.737168 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.737384 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.737773 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.738198 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.738594 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.738838 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.739059 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.739339 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.739804 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.740103 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.740408 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.740807 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.741126 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.741425 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.741896 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.742343 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.742784 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.743173 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.743534 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.743901 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.744279 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.744512 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.744729 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.745000 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.745227 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.745445 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.745900 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.746127 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.746366 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.746597 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.746856 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.747070 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.747296 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.747517 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.747752 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.747978 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.748190 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.748403 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.748626 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.748867 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.749103 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.749346 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.749563 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.749775 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.750000 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.750222 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.750424 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.750728 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.750975 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.751196 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.751493 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.751740 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.752041 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.752298 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.752596 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.752858 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.753119 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.753339 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.753562 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.753770 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.754030 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.754347 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.754647 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.754906 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.755167 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.755434 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.755704 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.755974 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.756190 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.756503 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.756820 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.757120 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.757387 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.757616 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.757975 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.758090 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.758286 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.758518 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.758756 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.758969 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.759205 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.759431 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.759672 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.759886 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.760114 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.760349 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.760572 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.760828 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.761052 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.761287 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.761442 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 15:05:46.761978 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93922) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 10 15:05:46.762138 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 15:05:46.762293 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 15:05:46.762495 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 15:05:46.762603 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 15:05:46.762757 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 15:05:46.762976 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.763123 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.763331 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.763483 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.763606 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.763741 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.763900 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.764055 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.764211 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.764371 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.764527 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.764684 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.764865 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.765028 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.765153 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.765313 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.765470 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.765629 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.765790 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.765947 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.766104 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.766260 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.766415 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] debug = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.766572 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.766767 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.766912 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.767073 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.767228 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.767382 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.767538 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.767802 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.767970 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.768127 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.768284 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.768441 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.768598 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.768788 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.768917 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.769076 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.769233 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.769390 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] host = dv-cinder-760184-10-iscsi {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.769532 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.769690 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.769845 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.770000 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.770227 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.770361 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.770484 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.770606 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.770746 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.770877 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.771060 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.771191 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.771312 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.771512 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] log_file = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.771666 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] log_options = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.771822 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.771977 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.772132 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.772325 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.772536 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.772664 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.772806 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.772952 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.773108 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.773264 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.773404 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.773563 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.773768 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.773894 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.774015 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.774135 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.774300 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.774439 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.774676 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.774839 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.775007 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.775143 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.775297 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.775452 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.775608 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.775763 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.775918 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.776267 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.776267 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.776736 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.776736 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.776736 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.777134 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.777134 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.777134 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.777464 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.777464 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.777690 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.777690 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.778011 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.778011 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.778242 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.778242 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.778476 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.778598 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.778718 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.778839 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] use_json = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.778960 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.779098 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.779250 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.779406 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.779561 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.779950 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.779950 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.780189 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 15:05:46.780189 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.780506 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.780506 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.780710 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.780810 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.780959 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.781117 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.781275 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.781450 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.781620 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.781792 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.781956 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.782130 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.782287 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.782445 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.782605 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.782764 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.782925 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.783083 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.783795 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.783997 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.784152 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.784289 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.784698 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.784698 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.785017 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.785017 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.785293 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.785417 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.785547 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.785669 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.785791 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.785911 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.786074 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.786234 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.786395 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.786554 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.786716 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.786883 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.787040 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.787200 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.787381 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.787520 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.787680 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.787840 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.788044 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.788170 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.788302 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.788426 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.788586 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.789018 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.789018 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.789223 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.789223 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.789415 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.789537 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.789672 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.789795 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.789952 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.790111 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.790269 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.790428 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.790625 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.790727 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.790879 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.791038 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.791209 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.791368 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.791526 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.791684 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.791843 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.792003 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.792162 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.792321 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.792480 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.792712 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.793110 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.793110 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.793110 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.793411 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.793411 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.793641 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.793776 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.793898 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.794019 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.794139 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.794280 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.794438 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.794601 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.794767 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.794941 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.795100 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.795257 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.795415 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.795574 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.795732 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.795891 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.796048 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.796206 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.796337 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:05:46.796444 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.796527 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.796657 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.796839 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.797000 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.797158 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.797316 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.797474 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.797632 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.797790 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.797948 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.798106 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.798265 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.798423 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.798581 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.798739 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.799484 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.799731 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.799916 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.800079 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.800239 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.800407 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.800577 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.800728 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.800910 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.801070 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.801229 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.801387 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.801544 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.801701 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.801858 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.802017 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.802176 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.802341 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.802510 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.802669 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.802827 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.802986 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.803168 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.803325 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.803483 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.803642 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.803799 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.803956 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.804114 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.804271 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.804435 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.804591 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.804750 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.804929 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.805092 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.805250 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.805408 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.805566 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.805725 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.805883 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.806042 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.806201 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.806360 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.806518 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.806676 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.806834 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.806993 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.807152 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.807312 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.807471 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.807631 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.807789 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.807947 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.808104 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.808265 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.808423 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.808579 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.808737 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.808916 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.809077 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.809235 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.809395 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.809554 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.809713 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.809871 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.810030 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.810190 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.810348 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.810507 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.810742 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.810905 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.811065 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.811224 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.811382 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.811541 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.811699 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.811857 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.812031 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.812190 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.812528 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.812528 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.813031 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.813031 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.813031 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.813423 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.813423 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.813423 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.813794 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.813794 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.814274 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.814274 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.814274 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.814274 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.814904 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.814904 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.814904 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.815540 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.815540 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.815540 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.815540 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.815540 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.816166 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.816166 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.816166 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.816166 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.816672 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.816672 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.816672 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.817064 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.817064 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.817064 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.817452 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.817452 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.817452 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.817832 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.817832 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.818024 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.818103 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.818248 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.818412 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.818580 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.818739 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.818897 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.819054 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.819213 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.819371 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.819539 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.819698 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.819856 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.820014 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.820172 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.820331 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.820498 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.820660 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.820843 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.820996 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.821154 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.821311 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.821469 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.821639 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.821799 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.821959 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.822118 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.822275 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.822437 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.822601 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.822765 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.822933 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.823099 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.823261 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.823426 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.823594 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.823762 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.823905 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.824071 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.824247 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.824408 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.824569 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.824722 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.824905 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.825046 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.825180 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.825335 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.825511 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.825648 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.825782 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.825928 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.826090 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.826249 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.826396 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.826553 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.826713 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.826870 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.827000 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.827164 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 15:05:46.827317 dv-cinder-760184-10-iscsi neutron-server[93922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 15:05:47.015089 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 52340) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:05:47.024309 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070269 Sep 10 15:05:58.329007 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7e57db-d57f-4b2b-b0fe-ac0790e571c0 None None] get_active_networks_info from dv-cinder-760184-10-iscsi {{(pid=94033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 15:05:58.404641 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7e57db-d57f-4b2b-b0fe-ac0790e571c0 None None] No non-hosted networks {{(pid=94033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 10 15:05:58.422201 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.agentschedulers_db [None req-dc7e57db-d57f-4b2b-b0fe-ac0790e571c0 None None] DHCP Agent not found on host dv-cinder-760184-10-iscsi {{(pid=94033) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 10 15:05:58.650332 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c6d14b04-698f-49ee-9a40-6f0458fbb1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551119'] for agent, after_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:00.856578 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-66f490f4-d816-4ac3-9636-02eaa52c840f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551119'] for agent, after_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:00.927809 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-ddabba84-6b48-40c8-a1ae-bebddbe50606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:01.292291 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551119'] for agent, after_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:01.293381 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:01.294002 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:01.294566 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:01.295201 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:01.295727 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:01.296279 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:01.297205 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:01.297767 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:01.298964 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:01.299499 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:01.300045 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:01.300598 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:01.301211 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760184-10-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:01.315567 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760184-10-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:02.211999 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551119'] for agent, after_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:03.634032 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551119'] for agent, after_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:04.901807 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 52432) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:05.256478 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.db.l3_hamode_db [None req-ec0da915-f1e3-4a69-8a76-61710c6e24e7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 10 15:06:05.332665 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0da915-f1e3-4a69-8a76-61710c6e24e7 None None] Routers set() bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:06:05.333078 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0da915-f1e3-4a69-8a76-61710c6e24e7 None None] Router IDs set() for agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 10 15:06:05.397808 dv-cinder-760184-10-iscsi neutron-server[94031]: WARNING oslo_policy.policy [None req-4327a6c8-ce18-4ea5-b0b9-c441430b0e17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 15:06:05.398418 dv-cinder-760184-10-iscsi neutron-server[94031]: WARNING oslo_policy.policy [None req-4327a6c8-ce18-4ea5-b0b9-c441430b0e17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 15:06:05.621214 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [None req-4327a6c8-ce18-4ea5-b0b9-c441430b0e17 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94031) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:06:05.622211 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-4327a6c8-ce18-4ea5-b0b9-c441430b0e17 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7193046 Sep 10 15:06:07.994159 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 52446) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:08.298694 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-cc3f4f73-20eb-4522-a6cf-ead3386f702c admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:08.392571 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.policy [None req-cc3f4f73-20eb-4522-a6cf-ead3386f702c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94031) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 10 15:06:08.436953 dv-cinder-760184-10-iscsi neutron-server[94031]: WARNING oslo_policy.policy [None req-cc3f4f73-20eb-4522-a6cf-ead3386f702c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 15:06:08.437315 dv-cinder-760184-10-iscsi neutron-server[94031]: WARNING oslo_policy.policy [None req-cc3f4f73-20eb-4522-a6cf-ead3386f702c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 15:06:08.446660 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.quota [None req-cc3f4f73-20eb-4522-a6cf-ead3386f702c admin admin] Loaded quota_driver: . Sep 10 15:06:08.536200 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cc3f4f73-20eb-4522-a6cf-ead3386f702c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740671655925', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740671652230', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740671716897', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740671703429', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740672149717', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740671685659', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1354908', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1364516', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-481280', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-419414'] for rbac-policy, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:08.602056 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cc3f4f73-20eb-4522-a6cf-ead3386f702c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:08.603245 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-cc3f4f73-20eb-4522-a6cf-ead3386f702c admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6081114 Sep 10 15:06:11.180948 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 52458) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:11.665186 dv-cinder-760184-10-iscsi neutron-server[94032]: WARNING oslo_policy.policy [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 15:06:11.665756 dv-cinder-760184-10-iscsi neutron-server[94032]: WARNING oslo_policy.policy [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 15:06:11.888600 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'tenant_id': 'e660b09e65d248caaaef78f67f8e5d3d'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:11.890296 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.quota [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Loaded quota_driver: . Sep 10 15:06:11.945335 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Made reservation on behalf of e660b09e65d248caaaef78f67f8e5d3d for: {'network': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:06:12.010847 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.policy [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94032) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 10 15:06:12.056055 dv-cinder-760184-10-iscsi neutron-server[94032]: WARNING oslo_policy.policy [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 15:06:12.056418 dv-cinder-760184-10-iscsi neutron-server[94032]: WARNING oslo_policy.policy [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 15:06:12.066606 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for network, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:12.087579 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:12.217209 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:12.221318 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:12.241236 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=94032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:06:12.268256 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740670112916', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:12.268865 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Unsubscribe: segment precommit_create {{(pid=94032) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 15:06:12.269402 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.segments_db [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Added segment 7919e295-08d8-4ffb-b114-61899acff4e4 of type vlan for network 80b6f19f-5763-42d2-b8ec-61a75b2ac6ef Sep 10 15:06:12.286644 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c34ec9-0da7-42fc-a708-3de80662614e,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:12.307485 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:12.307844 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:12.308179 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:12.308511 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:12.308854 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:12.309190 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:12.309510 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:12.309841 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:12.310176 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:12.310490 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:12.310799 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:12.311107 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Tracked resource versions report: Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: pushed versions: Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: { 'AddressGroup': {'1.2'}, Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'ConntrackHelper': {'1.0'}, Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'Log': {'1.0'}, Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'Network': {'1.1'}, Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'Port': {'1.7'}, Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'PortForwarding': {'1.2'}, Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'QosPolicy': {'1.9'}, Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'SecurityGroup': {'1.4'}, Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'SecurityGroupRule': {'1.2'}, Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'SubPort': {'1.0'}, Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'Subnet': {'1.1'}, Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'Trunk': {'1.1'}} Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: consumer versions: Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: { DHCP agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: L3 agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: Metadata agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: Metering agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: Open vSwitch agent@dv-cinder-760184-10-iscsi: { 'AddressGroup': '1.2', Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'ConntrackHelper': '1.0', Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'Log': '1.0', Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'Network': '1.1', Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'Port': '1.7', Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'PortForwarding': '1.2', Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'QosPolicy': '1.9', Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'SecurityGroup': '1.4', Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'SecurityGroupRule': '1.2', Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'SubPort': '1.0', Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'Subnet': '1.1', Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: 'Trunk': '1.1'}} Sep 10 15:06:12.312414 dv-cinder-760184-10-iscsi neutron-server[94032]: {{(pid=94032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 15:06:12.398456 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740669571112'] for network, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:12.440055 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for network, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:12.441250 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:12.441903 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:12.496651 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3135180 Sep 10 15:06:12.540557 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e124e-e248-46f6-ba22-f027993cdc44 admin admin] Pushing event updated for resources: {'Network': ['ID=80b6f19f-5763-42d2-b8ec-61a75b2ac6ef,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:12.553474 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Network 80b6f19f-5763-42d2-b8ec-61a75b2ac6ef details requested by agent ovs-agent-dv-cinder-760184-10-iscsi with host dv-cinder-760184-10-iscsi {{(pid=94033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:06:15.155811 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 52480) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:15.544497 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078a633d-0d7d-4aeb-9ace-b1e1f0edf0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:15.545915 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-078a633d-0d7d-4aeb-9ace-b1e1f0edf0ae admin admin] 10.222.0.32 "GET /v2.0/networks/80b6f19f-5763-42d2-b8ec-61a75b2ac6ef HTTP/1.1" status: 200 len: 825 time: 0.3891072 Sep 10 15:06:15.587571 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-5d1c3677-34db-4f47-8d58-bd0a988cf7ec admin admin] 10.222.0.32 "GET /v2.0/subnetpools/57b2c1ab-1e74-4a07-9d38-ada2fa065ebf HTTP/1.1" status: 200 len: 734 time: 0.0340934 Sep 10 15:06:15.596993 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-e1788da8-81a7-4649-a875-23ecb8917b90 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '57b2c1ab-1e74-4a07-9d38-ada2fa065ebf', 'tenant_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'network_id': '80b6f19f-5763-42d2-b8ec-61a75b2ac6ef'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:15.618709 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1788da8-81a7-4649-a875-23ecb8917b90 admin admin] Made reservation on behalf of e660b09e65d248caaaef78f67f8e5d3d for: {'subnet': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:06:15.620920 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e1788da8-81a7-4649-a875-23ecb8917b90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:15.914805 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e1788da8-81a7-4649-a875-23ecb8917b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for subnet, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:15.982461 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1788da8-81a7-4649-a875-23ecb8917b90 admin admin] Checking segment: {'id': '7919e295-08d8-4ffb-b114-61899acff4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80b6f19f-5763-42d2-b8ec-61a75b2ac6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:06:15.982830 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1788da8-81a7-4649-a875-23ecb8917b90 admin admin] Network hostable DHCP agents. Network: 80b6f19f-5763-42d2-b8ec-61a75b2ac6ef, hostable agents: ['3c96b2f0-8a92-48cf-9f37-aea1b5083e0a'], hosted agents: [] {{(pid=94032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:06:15.988588 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1788da8-81a7-4649-a875-23ecb8917b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:16.006543 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1788da8-81a7-4649-a875-23ecb8917b90 admin admin] Network 80b6f19f-5763-42d2-b8ec-61a75b2ac6ef is scheduled to be hosted by DHCP agent 3c96b2f0-8a92-48cf-9f37-aea1b5083e0a with binding_index 1 {{(pid=94032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:06:16.018955 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-e1788da8-81a7-4649-a875-23ecb8917b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-10-iscsi, 80b6f19f-5763-42d2-b8ec-61a75b2ac6ef) {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:06:16.023793 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1788da8-81a7-4649-a875-23ecb8917b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:16.024366 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e1788da8-81a7-4649-a875-23ecb8917b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:16.028257 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c564d93-1b29-483f-ad01-5288ce8e5cd3 None None] Network 80b6f19f-5763-42d2-b8ec-61a75b2ac6ef requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:06:16.038249 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-e1788da8-81a7-4649-a875-23ecb8917b90 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4444671 Sep 10 15:06:16.362812 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp966f7049-479f-577b-97f2-9a97344a5798-80b6f19f-5763-42d2-b8ec-61a75b2ac6ef', 'network_id': '80b6f19f-5763-42d2-b8ec-61a75b2ac6ef', 'tenant_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'fixed_ips': [{'subnet_id': '2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74'}]}} from dv-cinder-760184-10-iscsi. {{(pid=94033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 15:06:16.364037 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:16.641657 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.db_base_plugin_common [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Allocated IP 172.20.0.2 (80b6f19f-5763-42d2-b8ec-61a75b2ac6ef/2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74/763c644e-3c4b-4587-86ad-dce199166f5e) {{(pid=94033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:06:16.868945 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Notify callbacks [] for port, precommit_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:16.883495 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Transition to ACTIVE for port object 763c644e-3c4b-4587-86ad-dce199166f5e will not be triggered until provisioned by entity L2. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:06:16.904155 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Transition to ACTIVE for port object 763c644e-3c4b-4587-86ad-dce199166f5e will not be triggered until provisioned by entity DHCP. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:06:16.911922 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:16.980383 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Network 80b6f19f-5763-42d2-b8ec-61a75b2ac6ef is already hosted by enough agents. {{(pid=94033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:06:16.986281 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.base_scheduler [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Resources bound (agent type, host, resource id): {{(pid=94033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:06:16.998225 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Received port after_create {{(pid=94033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:06:17.001315 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Pushing event updated for resources: {'Port': ['ID=763c644e-3c4b-4587-86ad-dce199166f5e,revision_number=1']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:17.032326 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:17.033005 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:17.033098 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:17.033401 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:17.033730 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:17.034058 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:17.034399 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:17.034829 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:17.035170 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:17.035495 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:17.035813 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:17.036130 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Tracked resource versions report: Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: pushed versions: Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: { 'AddressGroup': {'1.2'}, Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'ConntrackHelper': {'1.0'}, Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'Log': {'1.0'}, Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'Network': {'1.1'}, Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'Port': {'1.7'}, Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'PortForwarding': {'1.2'}, Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'QosPolicy': {'1.9'}, Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'SecurityGroup': {'1.4'}, Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'SecurityGroupRule': {'1.2'}, Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'SubPort': {'1.0'}, Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'Subnet': {'1.1'}, Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'Trunk': {'1.1'}} Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: consumer versions: Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: { DHCP agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: L3 agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: Metadata agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: Metering agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: Open vSwitch agent@dv-cinder-760184-10-iscsi: { 'AddressGroup': '1.2', Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'ConntrackHelper': '1.0', Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'Log': '1.0', Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'Network': '1.1', Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'Port': '1.7', Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'PortForwarding': '1.2', Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'QosPolicy': '1.9', Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'SecurityGroup': '1.4', Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'SecurityGroupRule': '1.2', Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'SubPort': '1.0', Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'Subnet': '1.1', Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: 'Trunk': '1.1'}} Sep 10 15:06:17.037528 dv-cinder-760184-10-iscsi neutron-server[94033]: {{(pid=94033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 15:06:17.085178 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Attempting to bind port 763c644e-3c4b-4587-86ad-dce199166f5e on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:06:17.085578 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Attempting to bind port 763c644e-3c4b-4587-86ad-dce199166f5e by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': '7919e295-08d8-4ffb-b114-61899acff4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80b6f19f-5763-42d2-b8ec-61a75b2ac6ef'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:06:17.086001 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Attempting to bind port 763c644e-3c4b-4587-86ad-dce199166f5e on network 80b6f19f-5763-42d2-b8ec-61a75b2ac6ef {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:06:17.090747 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:06:17.091157 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Checking segment: {'id': '7919e295-08d8-4ffb-b114-61899acff4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80b6f19f-5763-42d2-b8ec-61a75b2ac6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:06:17.091614 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:17.092270 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Bound using segment: {'id': '7919e295-08d8-4ffb-b114-61899acff4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80b6f19f-5763-42d2-b8ec-61a75b2ac6ef'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:06:17.092749 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Bound port: 763c644e-3c4b-4587-86ad-dce199166f5e, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7919e295-08d8-4ffb-b114-61899acff4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80b6f19f-5763-42d2-b8ec-61a75b2ac6ef'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:06:17.093180 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:17.156996 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] For port 763c644e-3c4b-4587-86ad-dce199166f5e, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:06:17.161091 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] For port 763c644e-3c4b-4587-86ad-dce199166f5e, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=763c644e-3c4b-4587-86ad-dce199166f5e,segment=NetworkSegment(7919e295-08d8-4ffb-b114-61899acff4e4),segment_id=7919e295-08d8-4ffb-b114-61899acff4e4)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:06:17.165412 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:17.233352 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9723ab7-a3d9-4cba-9a5e-f23345485370 None None] Pushing event updated for resources: {'Port': ['ID=763c644e-3c4b-4587-86ad-dce199166f5e,revision_number=2']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:18.562585 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 52488) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:18.880105 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [None req-7c135058-9416-49a2-99f4-0584021aea21 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:06:18.881111 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-7c135058-9416-49a2-99f4-0584021aea21 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3174579 Sep 10 15:06:21.285926 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 52496) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:21.606730 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [None req-40d24663-e15f-4770-8c28-cc2acab015a4 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:06:21.607833 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-40d24663-e15f-4770-8c28-cc2acab015a4 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3209696 Sep 10 15:06:24.247781 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 52506) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:24.565850 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-a53f5e0b-63f4-4786-9de3-35e020c95977 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'e660b09e65d248caaaef78f67f8e5d3d'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:24.589255 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a53f5e0b-63f4-4786-9de3-35e020c95977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-369'] for router, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:24.590730 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a53f5e0b-63f4-4786-9de3-35e020c95977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-376'] for router, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:24.729842 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a53f5e0b-63f4-4786-9de3-35e020c95977 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:24.734642 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a53f5e0b-63f4-4786-9de3-35e020c95977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550998'] for router, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:24.747762 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a53f5e0b-63f4-4786-9de3-35e020c95977 admin admin] Notify callbacks [] for router, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:24.748996 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-a53f5e0b-63f4-4786-9de3-35e020c95977 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5001168 Sep 10 15:06:24.871718 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 763c644e-3c4b-4587-86ad-dce199166f5e up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:06:24.960305 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port 763c644e-3c4b-4587-86ad-dce199166f5e completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:06:25.589537 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb06fce0-0c1b-42b3-be68-223d776dc41d None None] Network 80b6f19f-5763-42d2-b8ec-61a75b2ac6ef requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:06:25.682523 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-0ce3ce28-0432-45b7-96e0-3e612e9785be None None] Provisioning for port 763c644e-3c4b-4587-86ad-dce199166f5e completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:06:25.706881 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-0ce3ce28-0432-45b7-96e0-3e612e9785be None None] Provisioning complete for port 763c644e-3c4b-4587-86ad-dce199166f5e triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:25.707264 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-0ce3ce28-0432-45b7-96e0-3e612e9785be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:25.862489 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-0ce3ce28-0432-45b7-96e0-3e612e9785be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:25.901040 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-0ce3ce28-0432-45b7-96e0-3e612e9785be None None] For port 763c644e-3c4b-4587-86ad-dce199166f5e, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=763c644e-3c4b-4587-86ad-dce199166f5e,segment=NetworkSegment(7919e295-08d8-4ffb-b114-61899acff4e4),segment_id=7919e295-08d8-4ffb-b114-61899acff4e4)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:06:25.905270 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-0ce3ce28-0432-45b7-96e0-3e612e9785be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:25.959209 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3ce28-0432-45b7-96e0-3e612e9785be None None] Pushing event updated for resources: {'Port': ['ID=763c644e-3c4b-4587-86ad-dce199166f5e,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:26.029904 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-1b5ea745-3b5b-4d5b-a274-bb2dcb6384ee None None] Provisioning complete for port 763c644e-3c4b-4587-86ad-dce199166f5e triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:26.030271 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-1b5ea745-3b5b-4d5b-a274-bb2dcb6384ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:26.839418 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 763c644e-3c4b-4587-86ad-dce199166f5e up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:06:26.887100 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 763c644e-3c4b-4587-86ad-dce199166f5e triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:26.887467 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:27.167117 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 52518) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:27.475947 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [None req-b54ffe96-bb36-4e18-8aae-cbd2657f6cbb admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:06:27.477008 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-b54ffe96-bb36-4e18-8aae-cbd2657f6cbb admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3089340 Sep 10 15:06:28.256435 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c3dff0b8-d683-4a59-a91b-4e4f69bdbace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:29.862354 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 52526) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:30.179488 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-539bc270-58b9-4e29-89c9-2a394e46b2f1 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:30.198993 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539bc270-58b9-4e29-89c9-2a394e46b2f1 admin admin] Made reservation on behalf of dabcc8dfd1004015903b53346c7007f1 for: {'network': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:06:30.201258 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-539bc270-58b9-4e29-89c9-2a394e46b2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for network, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:30.209005 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-539bc270-58b9-4e29-89c9-2a394e46b2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:30.297456 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-539bc270-58b9-4e29-89c9-2a394e46b2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:30.300925 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-539bc270-58b9-4e29-89c9-2a394e46b2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:30.315859 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-539bc270-58b9-4e29-89c9-2a394e46b2f1 admin admin] Reserving flat network on physical network physnet1 {{(pid=94032) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 10 15:06:30.335782 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bc270-58b9-4e29-89c9-2a394e46b2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c178847-c5f0-4013-8600-398aa6593e3e,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:30.338565 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-539bc270-58b9-4e29-89c9-2a394e46b2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:30.338896 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.segments_db [None req-539bc270-58b9-4e29-89c9-2a394e46b2f1 admin admin] Added segment a13f6244-db66-4105-bbf0-69c64e51b541 of type flat for network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 Sep 10 15:06:30.386455 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-539bc270-58b9-4e29-89c9-2a394e46b2f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740669571112'] for network, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:30.418050 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-539bc270-58b9-4e29-89c9-2a394e46b2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for network, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:30.419007 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539bc270-58b9-4e29-89c9-2a394e46b2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:30.419562 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-539bc270-58b9-4e29-89c9-2a394e46b2f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:30.450200 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-539bc270-58b9-4e29-89c9-2a394e46b2f1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5868084 Sep 10 15:06:30.479500 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bc270-58b9-4e29-89c9-2a394e46b2f1 admin admin] Pushing event updated for resources: {'Network': ['ID=080accf6-a61d-43aa-a40c-4a5d90aa3be1,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:30.490282 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 details requested by agent ovs-agent-dv-cinder-760184-10-iscsi with host dv-cinder-760184-10-iscsi {{(pid=94033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:06:30.842430 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b5fa0aab-0509-4d2e-b5a7-05fff3f249e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:31.279022 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:32.156801 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:32.840686 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 52544) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:33.015188 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1d2a3a-808b-4d7e-9e80-23e9b0735ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:33.016563 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-ef1d2a3a-808b-4d7e-9e80-23e9b0735ae5 admin admin] 10.222.0.32 "GET /v2.0/subnets/2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74 HTTP/1.1" status: 200 len: 849 time: 0.1748810 Sep 10 15:06:33.130064 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-473e8e3f-8b4e-4e35-8e66-3cdec1b8f8f4 admin admin] 10.222.0.32 "GET /v2.0/routers/0e87fb4b-5489-4ade-b027-2f162c0b001e HTTP/1.1" status: 200 len: 704 time: 0.1073849 Sep 10 15:06:33.387869 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8f63f49b-6c1e-4e5b-ada1-27add63745e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:33.559050 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:33.680680 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-8f63f49b-6c1e-4e5b-ada1-27add63745e2 admin admin] Allocated IP 172.20.0.1 (80b6f19f-5763-42d2-b8ec-61a75b2ac6ef/2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74/6a6bae7e-d33c-4b31-b205-706e3fd1f709) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:06:33.877280 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8f63f49b-6c1e-4e5b-ada1-27add63745e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:33.899085 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-8f63f49b-6c1e-4e5b-ada1-27add63745e2 admin admin] Transition to ACTIVE for port object 6a6bae7e-d33c-4b31-b205-706e3fd1f709 will not be triggered until provisioned by entity DHCP. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:06:33.963317 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8f63f49b-6c1e-4e5b-ada1-27add63745e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:34.027530 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f63f49b-6c1e-4e5b-ada1-27add63745e2 admin admin] Network 80b6f19f-5763-42d2-b8ec-61a75b2ac6ef is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:06:34.032120 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-8f63f49b-6c1e-4e5b-ada1-27add63745e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:06:34.044799 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f63f49b-6c1e-4e5b-ada1-27add63745e2 admin admin] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:06:34.045354 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8f63f49b-6c1e-4e5b-ada1-27add63745e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551047'] for router_interface, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:34.102716 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63f49b-6c1e-4e5b-ada1-27add63745e2 admin admin] Pushing event updated for resources: {'Port': ['ID=6a6bae7e-d33c-4b31-b205-706e3fd1f709,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:34.241505 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8f63f49b-6c1e-4e5b-ada1-27add63745e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:34.285324 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-d0601dac-4071-4fe4-8bdf-fb22b95825ff None None] Provisioning for port 6a6bae7e-d33c-4b31-b205-706e3fd1f709 completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:06:34.288808 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-d0601dac-4071-4fe4-8bdf-fb22b95825ff None None] Provisioning complete for port 6a6bae7e-d33c-4b31-b205-706e3fd1f709 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:34.289178 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-d0601dac-4071-4fe4-8bdf-fb22b95825ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:34.326279 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-d0601dac-4071-4fe4-8bdf-fb22b95825ff None None] Port 6a6bae7e-d33c-4b31-b205-706e3fd1f709 cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:06:34.451219 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8f63f49b-6c1e-4e5b-ada1-27add63745e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:34.455895 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8f63f49b-6c1e-4e5b-ada1-27add63745e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:34.456820 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8f63f49b-6c1e-4e5b-ada1-27add63745e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547095'] for router_interface, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:34.514021 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63f49b-6c1e-4e5b-ada1-27add63745e2 admin admin] Pushing event updated for resources: {'Port': ['ID=6a6bae7e-d33c-4b31-b205-706e3fd1f709,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:34.580276 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f63f49b-6c1e-4e5b-ada1-27add63745e2 admin admin] Network 80b6f19f-5763-42d2-b8ec-61a75b2ac6ef is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:06:34.581591 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-8f63f49b-6c1e-4e5b-ada1-27add63745e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:06:34.742272 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f63f49b-6c1e-4e5b-ada1-27add63745e2 admin admin] Router 0e87fb4b-5489-4ade-b027-2f162c0b001e is scheduled to L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 with binding_index 1 {{(pid=94032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 15:06:34.746804 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-33c3176a-f669-4080-8083-8ffa1642fe42 None None] Provisioning complete for port 6a6bae7e-d33c-4b31-b205-706e3fd1f709 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:34.747331 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-33c3176a-f669-4080-8083-8ffa1642fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:34.780592 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-33c3176a-f669-4080-8083-8ffa1642fe42 None None] Port 6a6bae7e-d33c-4b31-b205-706e3fd1f709 cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:06:34.836890 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f63f49b-6c1e-4e5b-ada1-27add63745e2 admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:06:34.842329 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-8f63f49b-6c1e-4e5b-ada1-27add63745e2 admin admin] 10.222.0.32 "PUT /v2.0/routers/0e87fb4b-5489-4ade-b027-2f162c0b001e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7066152 Sep 10 15:06:34.849449 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Sync routers for ids ['0e87fb4b-5489-4ade-b027-2f162c0b001e'] in dv-cinder-760184-10-iscsi {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:06:34.860474 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Routers {'0e87fb4b-5489-4ade-b027-2f162c0b001e'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:06:34.861362 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:06:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['0e87fb4b-5489-4ade-b027-2f162c0b001e'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:35.044498 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Set router 0e87fb4b-5489-4ade-b027-2f162c0b001e gateway port host: None {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:06:35.468956 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e87fb4b-5489-4ade-b027-2f162c0b001e', 'name': 'router1', 'tenant_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:06:24Z', 'updated_at': '2021-09-10T15:06:34Z', 'revision_number': 2, 'project_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'gw_port_host': None, '_interfaces': [{'id': '6a6bae7e-d33c-4b31-b205-706e3fd1f709', 'name': '', 'network_id': '80b6f19f-5763-42d2-b8ec-61a75b2ac6ef', 'tenant_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'mac_address': 'fa:16:3e:0b:a9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e87fb4b-5489-4ade-b027-2f162c0b001e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:33Z', 'updated_at': '2021-09-10T15:06:34Z', 'revision_number': 2, 'project_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'subnets': [{'id': '2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57b2c1ab-1e74-4a07-9d38-ada2fa065ebf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:35.518704 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Checking router: 0e87fb4b-5489-4ade-b027-2f162c0b001e for host: dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:06:35.519071 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Updating router 0e87fb4b-5489-4ade-b027-2f162c0b001e port 6a6bae7e-d33c-4b31-b205-706e3fd1f709 binding host dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:06:35.567761 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:36.075972 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Notify callbacks [] for port, precommit_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:36.094570 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.provisioning_blocks [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Transition to ACTIVE for port object 6a6bae7e-d33c-4b31-b205-706e3fd1f709 will not be triggered until provisioned by entity L2. {{(pid=94034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:06:36.100908 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:36.259688 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Attempting to bind port 6a6bae7e-d33c-4b31-b205-706e3fd1f709 on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:06:36.260101 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Attempting to bind port 6a6bae7e-d33c-4b31-b205-706e3fd1f709 by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': '7919e295-08d8-4ffb-b114-61899acff4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80b6f19f-5763-42d2-b8ec-61a75b2ac6ef'}] {{(pid=94034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:06:36.260515 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Attempting to bind port 6a6bae7e-d33c-4b31-b205-706e3fd1f709 on network 80b6f19f-5763-42d2-b8ec-61a75b2ac6ef {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:06:36.275254 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:06:36.275663 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Checking segment: {'id': '7919e295-08d8-4ffb-b114-61899acff4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80b6f19f-5763-42d2-b8ec-61a75b2ac6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:06:36.276127 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:36.276518 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Bound using segment: {'id': '7919e295-08d8-4ffb-b114-61899acff4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80b6f19f-5763-42d2-b8ec-61a75b2ac6ef'} {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:06:36.277048 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Bound port: 6a6bae7e-d33c-4b31-b205-706e3fd1f709, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7919e295-08d8-4ffb-b114-61899acff4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '80b6f19f-5763-42d2-b8ec-61a75b2ac6ef'}}] {{(pid=94034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:06:36.277441 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:36.280222 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808aaf6-a2bd-46dd-b61a-706d53a4daf5 None None] Pushing event updated for resources: {'Port': ['ID=6a6bae7e-d33c-4b31-b205-706e3fd1f709,revision_number=3']} {{(pid=94034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:36.295752 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808aaf6-a2bd-46dd-b61a-706d53a4daf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:36.296162 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808aaf6-a2bd-46dd-b61a-706d53a4daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:36.296554 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808aaf6-a2bd-46dd-b61a-706d53a4daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:36.296880 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808aaf6-a2bd-46dd-b61a-706d53a4daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:36.297482 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808aaf6-a2bd-46dd-b61a-706d53a4daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:36.297820 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808aaf6-a2bd-46dd-b61a-706d53a4daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:36.298145 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808aaf6-a2bd-46dd-b61a-706d53a4daf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:36.298468 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808aaf6-a2bd-46dd-b61a-706d53a4daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:36.298806 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808aaf6-a2bd-46dd-b61a-706d53a4daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:36.299128 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808aaf6-a2bd-46dd-b61a-706d53a4daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:36.299446 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808aaf6-a2bd-46dd-b61a-706d53a4daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:36.302381 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808aaf6-a2bd-46dd-b61a-706d53a4daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808aaf6-a2bd-46dd-b61a-706d53a4daf5 None None] Tracked resource versions report: Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: pushed versions: Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: { 'AddressGroup': {'1.2'}, Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'ConntrackHelper': {'1.0'}, Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'Log': {'1.0'}, Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'Network': {'1.1'}, Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'Port': {'1.7'}, Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'PortForwarding': {'1.2'}, Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'QosPolicy': {'1.9'}, Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'SecurityGroup': {'1.4'}, Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'SecurityGroupRule': {'1.2'}, Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'SubPort': {'1.0'}, Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'Subnet': {'1.1'}, Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'Trunk': {'1.1'}} Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: consumer versions: Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: { DHCP agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: L3 agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: Metadata agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: Metering agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: Open vSwitch agent@dv-cinder-760184-10-iscsi: { 'AddressGroup': '1.2', Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'ConntrackHelper': '1.0', Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'Log': '1.0', Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'Network': '1.1', Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'Port': '1.7', Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'PortForwarding': '1.2', Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'QosPolicy': '1.9', Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'SecurityGroup': '1.4', Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'SecurityGroupRule': '1.2', Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'SubPort': '1.0', Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'Subnet': '1.1', Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: 'Trunk': '1.1'}} Sep 10 15:06:36.303821 dv-cinder-760184-10-iscsi neutron-server[94034]: {{(pid=94034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 15:06:36.362580 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.db [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] For port 6a6bae7e-d33c-4b31-b205-706e3fd1f709, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:06:36.382695 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.db [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] For port 6a6bae7e-d33c-4b31-b205-706e3fd1f709, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=6a6bae7e-d33c-4b31-b205-706e3fd1f709,segment=NetworkSegment(7919e295-08d8-4ffb-b114-61899acff4e4),segment_id=7919e295-08d8-4ffb-b114-61899acff4e4)] {{(pid=94034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:06:36.387423 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:36.446568 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808aaf6-a2bd-46dd-b61a-706d53a4daf5 None None] Pushing event updated for resources: {'Port': ['ID=6a6bae7e-d33c-4b31-b205-706e3fd1f709,revision_number=4']} {{(pid=94034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:36.449500 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Routers {'0e87fb4b-5489-4ade-b027-2f162c0b001e'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:06:36.450109 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:06:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['0e87fb4b-5489-4ade-b027-2f162c0b001e'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:36.542145 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] Set router 0e87fb4b-5489-4ade-b027-2f162c0b001e gateway port host: None {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:06:36.752092 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e87fb4b-5489-4ade-b027-2f162c0b001e', 'name': 'router1', 'tenant_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:06:24Z', 'updated_at': '2021-09-10T15:06:34Z', 'revision_number': 2, 'project_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'gw_port_host': None, '_interfaces': [{'id': '6a6bae7e-d33c-4b31-b205-706e3fd1f709', 'name': '', 'network_id': '80b6f19f-5763-42d2-b8ec-61a75b2ac6ef', 'tenant_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'mac_address': 'fa:16:3e:0b:a9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e87fb4b-5489-4ade-b027-2f162c0b001e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:33Z', 'updated_at': '2021-09-10T15:06:36Z', 'revision_number': 4, 'project_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'subnets': [{'id': '2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57b2c1ab-1e74-4a07-9d38-ada2fa065ebf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:36.777583 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6695de-c9b3-436e-a59b-b0d40590cba0 None None] The sync data for ids ['0e87fb4b-5489-4ade-b027-2f162c0b001e'] in dv-cinder-760184-10-iscsi is: [{'id': '0e87fb4b-5489-4ade-b027-2f162c0b001e', 'name': 'router1', 'tenant_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:06:24Z', 'updated_at': '2021-09-10T15:06:34Z', 'revision_number': 2, 'project_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'gw_port_host': None, '_interfaces': [{'id': '6a6bae7e-d33c-4b31-b205-706e3fd1f709', 'name': '', 'network_id': '80b6f19f-5763-42d2-b8ec-61a75b2ac6ef', 'tenant_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'mac_address': 'fa:16:3e:0b:a9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e87fb4b-5489-4ade-b027-2f162c0b001e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:33Z', 'updated_at': '2021-09-10T15:06:36Z', 'revision_number': 4, 'project_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'subnets': [{'id': '2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57b2c1ab-1e74-4a07-9d38-ada2fa065ebf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:06:37.102426 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 52564) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:37.285523 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e658ef96-6779-454b-857e-29de4a446bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:37.286977 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-e658ef96-6779-454b-857e-29de4a446bbb admin admin] 10.222.0.32 "GET /v2.0/networks/080accf6-a61d-43aa-a40c-4a5d90aa3be1 HTTP/1.1" status: 200 len: 842 time: 0.1837010 Sep 10 15:06:37.297410 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'enable_dhcp': False}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:37.324928 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Made reservation on behalf of dabcc8dfd1004015903b53346c7007f1 for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:06:37.327562 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:37.742384 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.objects.ports [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94031) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 15:06:37.742876 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:37.810175 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Checking segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:06:37.810555 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Network hostable DHCP agents. Network: 080accf6-a61d-43aa-a40c-4a5d90aa3be1, hostable agents: ['3c96b2f0-8a92-48cf-9f37-aea1b5083e0a'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:06:37.812989 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f699ab7-ff98-4888-8014-ee1b80751434,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:37.825730 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:37.826078 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:37.826417 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:37.826743 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:37.827080 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:37.827426 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:37.827743 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:37.828081 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:37.828416 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:37.828742 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:37.829082 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:37.829396 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Tracked resource versions report: Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: pushed versions: Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: { 'AddressGroup': {'1.2'}, Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'ConntrackHelper': {'1.0'}, Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'Log': {'1.0'}, Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'Network': {'1.1'}, Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'Port': {'1.7'}, Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'PortForwarding': {'1.2'}, Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'QosPolicy': {'1.9'}, Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'SecurityGroup': {'1.4'}, Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'SecurityGroupRule': {'1.2'}, Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'SubPort': {'1.0'}, Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'Subnet': {'1.1'}, Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'Trunk': {'1.1'}} Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: consumer versions: Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: { DHCP agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: L3 agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: Metadata agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: Metering agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: Open vSwitch agent@dv-cinder-760184-10-iscsi: { 'AddressGroup': '1.2', Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'ConntrackHelper': '1.0', Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'Log': '1.0', Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'Network': '1.1', Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'Port': '1.7', Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'PortForwarding': '1.2', Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'QosPolicy': '1.9', Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'SecurityGroup': '1.4', Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'SecurityGroupRule': '1.2', Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'SubPort': '1.0', Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'Subnet': '1.1', Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: 'Trunk': '1.1'}} Sep 10 15:06:37.830780 dv-cinder-760184-10-iscsi neutron-server[94031]: {{(pid=94031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 15:06:37.868559 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 is scheduled to be hosted by DHCP agent 3c96b2f0-8a92-48cf-9f37-aea1b5083e0a with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:06:37.882444 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-10-iscsi, 080accf6-a61d-43aa-a40c-4a5d90aa3be1) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:06:37.887283 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:37.888355 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:37.892937 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc918d66-c63c-4b63-b12f-f9719579e93a None None] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:06:37.903344 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-f9f5ab11-d8c6-4980-aba2-0ec25fc6a3b0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6097612 Sep 10 15:06:38.036393 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2590ca3b-74a4-44a8-99c3-cd832739f1e7 None None] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:06:40.303045 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 52576) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:40.550701 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-20c7e6de-de14-4450-84b3-b16f54613290 admin admin] 10.222.0.32 "GET /v2.0/routers/0e87fb4b-5489-4ade-b027-2f162c0b001e HTTP/1.1" status: 200 len: 710 time: 0.2463231 Sep 10 15:06:40.641355 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acc11f2-3c7b-48fd-9de4-07307c095021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:40.642719 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-2acc11f2-3c7b-48fd-9de4-07307c095021 admin admin] 10.222.0.32 "GET /v2.0/networks/080accf6-a61d-43aa-a40c-4a5d90aa3be1 HTTP/1.1" status: 200 len: 886 time: 0.0860934 Sep 10 15:06:40.652059 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-77dcd22d-20c4-44dc-a2ec-77382ed62f48 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:40.896029 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-77dcd22d-20c4-44dc-a2ec-77382ed62f48 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:41.134304 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-77dcd22d-20c4-44dc-a2ec-77382ed62f48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:41.206470 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-77dcd22d-20c4-44dc-a2ec-77382ed62f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:41.361915 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-77dcd22d-20c4-44dc-a2ec-77382ed62f48 admin admin] Allocated IP 172.27.3.52 (080accf6-a61d-43aa-a40c-4a5d90aa3be1/9f699ab7-ff98-4888-8014-ee1b80751434/59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:06:41.467562 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-77dcd22d-20c4-44dc-a2ec-77382ed62f48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:41.536091 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-77dcd22d-20c4-44dc-a2ec-77382ed62f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:41.603568 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dcd22d-20c4-44dc-a2ec-77382ed62f48 admin admin] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:06:41.608072 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-77dcd22d-20c4-44dc-a2ec-77382ed62f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:06:41.610540 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dcd22d-20c4-44dc-a2ec-77382ed62f48 admin admin] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:06:41.695024 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dcd22d-20c4-44dc-a2ec-77382ed62f48 admin admin] Pushing event updated for resources: {'Port': ['ID=59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:41.712677 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 5 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:06:41.953067 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-77dcd22d-20c4-44dc-a2ec-77382ed62f48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:42.154237 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-77dcd22d-20c4-44dc-a2ec-77382ed62f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-342'] for router, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:42.160090 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-77dcd22d-20c4-44dc-a2ec-77382ed62f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542524'] for router, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:42.268454 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77dcd22d-20c4-44dc-a2ec-77382ed62f48 admin admin] Router 0e87fb4b-5489-4ade-b027-2f162c0b001e has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:06:42.371411 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dcd22d-20c4-44dc-a2ec-77382ed62f48 admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:06:42.376258 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-77dcd22d-20c4-44dc-a2ec-77382ed62f48 admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:42.377495 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-77dcd22d-20c4-44dc-a2ec-77382ed62f48 admin admin] 10.222.0.32 "PUT /v2.0/routers/0e87fb4b-5489-4ade-b027-2f162c0b001e HTTP/1.1" status: 200 len: 889 time: 1.7286067 Sep 10 15:06:42.868021 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 6a6bae7e-d33c-4b31-b205-706e3fd1f709 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:06:42.916876 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port 6a6bae7e-d33c-4b31-b205-706e3fd1f709 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:06:42.921817 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 6a6bae7e-d33c-4b31-b205-706e3fd1f709 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:42.922198 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:43.004684 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:43.038288 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port 6a6bae7e-d33c-4b31-b205-706e3fd1f709, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=6a6bae7e-d33c-4b31-b205-706e3fd1f709,segment=NetworkSegment(7919e295-08d8-4ffb-b114-61899acff4e4),segment_id=7919e295-08d8-4ffb-b114-61899acff4e4)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:06:43.042206 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:43.136554 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=6a6bae7e-d33c-4b31-b205-706e3fd1f709,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:43.211844 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Sync routers for ids ['0e87fb4b-5489-4ade-b027-2f162c0b001e'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:06:43.222374 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Routers {'0e87fb4b-5489-4ade-b027-2f162c0b001e'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:06:43.223108 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:06:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['0e87fb4b-5489-4ade-b027-2f162c0b001e'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:43.427989 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Set router 0e87fb4b-5489-4ade-b027-2f162c0b001e gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:06:43.815919 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e87fb4b-5489-4ade-b027-2f162c0b001e', 'name': 'router1', 'tenant_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:06:24Z', 'updated_at': '2021-09-10T15:06:41Z', 'revision_number': 4, 'project_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'gw_port': {'id': '59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e87fb4b-5489-4ade-b027-2f162c0b001e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:41Z', 'updated_at': '2021-09-10T15:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '6a6bae7e-d33c-4b31-b205-706e3fd1f709', 'name': '', 'network_id': '80b6f19f-5763-42d2-b8ec-61a75b2ac6ef', 'tenant_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'mac_address': 'fa:16:3e:0b:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e87fb4b-5489-4ade-b027-2f162c0b001e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:33Z', 'updated_at': '2021-09-10T15:06:43Z', 'revision_number': 5, 'project_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'subnets': [{'id': '2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57b2c1ab-1e74-4a07-9d38-ada2fa065ebf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:43.866887 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Checking router: 0e87fb4b-5489-4ade-b027-2f162c0b001e for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:06:43.867243 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Updating router 0e87fb4b-5489-4ade-b027-2f162c0b001e port 59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834 binding host dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:06:43.913344 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:44.225696 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Notify callbacks [] for port, precommit_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:44.235513 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Transition to ACTIVE for port object 59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834 will not be triggered until provisioned by entity L2. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:06:44.241127 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:44.290918 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e4d32-c96c-45be-910e-3682852872ce None None] Pushing event updated for resources: {'Port': ['ID=59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834,revision_number=2']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:44.293224 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Attempting to bind port 59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834 on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:06:44.293586 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Attempting to bind port 59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834 by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:06:44.293935 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Attempting to bind port 59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834 on network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:06:44.299852 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:06:44.300219 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Checking segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:06:44.300616 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:44.301026 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Bound using segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:06:44.301483 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Bound port: 59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:06:44.301873 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:44.351493 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] For port 59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:06:44.354541 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] For port 59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:06:44.358378 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:44.414584 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Routers {'0e87fb4b-5489-4ade-b027-2f162c0b001e'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:06:44.415184 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:06:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['0e87fb4b-5489-4ade-b027-2f162c0b001e'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:44.520177 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e4d32-c96c-45be-910e-3682852872ce None None] Pushing event updated for resources: {'Port': ['ID=59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:44.594246 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] Set router 0e87fb4b-5489-4ade-b027-2f162c0b001e gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:06:44.789988 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 52588) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:44.812204 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e87fb4b-5489-4ade-b027-2f162c0b001e', 'name': 'router1', 'tenant_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:06:24Z', 'updated_at': '2021-09-10T15:06:41Z', 'revision_number': 4, 'project_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'gw_port': {'id': '59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e87fb4b-5489-4ade-b027-2f162c0b001e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:41Z', 'updated_at': '2021-09-10T15:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '6a6bae7e-d33c-4b31-b205-706e3fd1f709', 'name': '', 'network_id': '80b6f19f-5763-42d2-b8ec-61a75b2ac6ef', 'tenant_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'mac_address': 'fa:16:3e:0b:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e87fb4b-5489-4ade-b027-2f162c0b001e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:33Z', 'updated_at': '2021-09-10T15:06:43Z', 'revision_number': 5, 'project_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'subnets': [{'id': '2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57b2c1ab-1e74-4a07-9d38-ada2fa065ebf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:44.838790 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e181ef1e-da29-4c90-a3fe-cf331341e5fe None None] The sync data for ids ['0e87fb4b-5489-4ade-b027-2f162c0b001e'] in dv-cinder-760184-10-iscsi is: [{'id': '0e87fb4b-5489-4ade-b027-2f162c0b001e', 'name': 'router1', 'tenant_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:06:24Z', 'updated_at': '2021-09-10T15:06:41Z', 'revision_number': 4, 'project_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'gw_port': {'id': '59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e87fb4b-5489-4ade-b027-2f162c0b001e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:41Z', 'updated_at': '2021-09-10T15:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '6a6bae7e-d33c-4b31-b205-706e3fd1f709', 'name': '', 'network_id': '80b6f19f-5763-42d2-b8ec-61a75b2ac6ef', 'tenant_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'mac_address': 'fa:16:3e:0b:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e87fb4b-5489-4ade-b027-2f162c0b001e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:33Z', 'updated_at': '2021-09-10T15:06:43Z', 'revision_number': 5, 'project_id': 'e660b09e65d248caaaef78f67f8e5d3d', 'subnets': [{'id': '2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57b2c1ab-1e74-4a07-9d38-ada2fa065ebf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:06:44.869189 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 6a6bae7e-d33c-4b31-b205-706e3fd1f709 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:06:44.942160 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 6a6bae7e-d33c-4b31-b205-706e3fd1f709 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:44.943325 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:44.944597 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-9ccd0543-9e72-4650-92f3-a89efa616a3f admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1502645 Sep 10 15:06:46.888383 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:06:46.942886 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port 59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:06:46.949914 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:46.950441 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:47.043063 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:47.076183 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port 59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:06:47.083497 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:47.133148 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:48.883474 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:06:48.955096 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 59efd8a1-15d8-4bf5-86c4-c3fc5ecbb834 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:48.956506 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:58.260208 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a9cb6f52-056f-46c4-a64a-3dec5b21d084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:00.864706 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-3f82b413-2a79-4a1c-abc8-b554082fbbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:01.286563 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:02.164300 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:03.576733 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:18.711753 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 5 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:07:28.265546 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c449fa30-9757-49b0-a79e-dcc41394f7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:30.853992 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b1d2380d-3fcf-4168-ac69-6c78534ee36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:31.279692 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:32.160507 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:33.573093 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:55.709872 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 5 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:07:58.267614 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-16baa394-24a5-4ee2-a1b7-ff3dfa7e960b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:00.848702 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-1242d257-1bbe-41b8-b477-20845769511e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:01.282811 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:02.163579 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:03.578880 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:21.349833 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 53150) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:21.412173 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.pecan_wsgi.hooks.translation [None req-354d5b2b-5da8-40cd-945c-cba5613a41fa admin admin] GET failed (client error): The resource could not be found. Sep 10 15:08:21.413539 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-354d5b2b-5da8-40cd-945c-cba5613a41fa admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0627689 Sep 10 15:08:21.577307 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebaf844-5131-423e-b246-82e220a74379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:21.578713 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-7ebaf844-5131-423e-b246-82e220a74379 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1602852 Sep 10 15:08:23.765839 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 53160) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:23.858100 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c88aa5-372d-4d8a-8783-3c59c5f6ea1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:23.859468 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-73c88aa5-372d-4d8a-8783-3c59c5f6ea1a admin admin] 10.222.0.32 "GET /v2.0/subnets/2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74 HTTP/1.1" status: 200 len: 849 time: 0.0926270 Sep 10 15:08:23.869523 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-d60bfd48-e0cd-48c2-a127-d87e7ce1f5ea admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:08:23.958370 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d60bfd48-e0cd-48c2-a127-d87e7ce1f5ea admin admin] Notify callbacks [] for subnet, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:24.096782 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d60bfd48-e0cd-48c2-a127-d87e7ce1f5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740670135821'] for subnet, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:24.190406 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60bfd48-e0cd-48c2-a127-d87e7ce1f5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:24.190985 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d60bfd48-e0cd-48c2-a127-d87e7ce1f5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:24.192250 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-d60bfd48-e0cd-48c2-a127-d87e7ce1f5ea admin admin] 10.222.0.32 "PUT /v2.0/subnets/2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74 HTTP/1.1" status: 200 len: 868 time: 0.3266604 Sep 10 15:08:24.195346 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d650cf-4635-45db-8080-c2d90cc47ce0 None None] Network 80b6f19f-5763-42d2-b8ec-61a75b2ac6ef requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:08:24.213574 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bfd48-e0cd-48c2-a127-d87e7ce1f5ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:24.221328 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bfd48-e0cd-48c2-a127-d87e7ce1f5ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:24.221586 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bfd48-e0cd-48c2-a127-d87e7ce1f5ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:24.221932 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bfd48-e0cd-48c2-a127-d87e7ce1f5ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:24.222265 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bfd48-e0cd-48c2-a127-d87e7ce1f5ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:24.222596 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bfd48-e0cd-48c2-a127-d87e7ce1f5ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:24.222938 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bfd48-e0cd-48c2-a127-d87e7ce1f5ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:24.223269 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bfd48-e0cd-48c2-a127-d87e7ce1f5ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:24.223612 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bfd48-e0cd-48c2-a127-d87e7ce1f5ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:24.223961 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bfd48-e0cd-48c2-a127-d87e7ce1f5ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:24.224286 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bfd48-e0cd-48c2-a127-d87e7ce1f5ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:24.224609 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bfd48-e0cd-48c2-a127-d87e7ce1f5ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:24.224954 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bfd48-e0cd-48c2-a127-d87e7ce1f5ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:24.562175 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-407946cf-f32e-4d4b-9751-447a6beee1e5 None None] Provisioning complete for port 6a6bae7e-d33c-4b31-b205-706e3fd1f709 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:24.562543 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-407946cf-f32e-4d4b-9751-447a6beee1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:24.645057 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-407946cf-f32e-4d4b-9751-447a6beee1e5 None None] Provisioning complete for port 763c644e-3c4b-4587-86ad-dce199166f5e triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:24.645419 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-407946cf-f32e-4d4b-9751-447a6beee1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:26.399355 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 53170) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:26.595369 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b199bf-8892-4615-885a-352a33ea3f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:26.595745 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b199bf-8892-4615-885a-352a33ea3f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:26.597297 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-d4b199bf-8892-4615-885a-352a33ea3f9d admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1969683 Sep 10 15:08:28.268859 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-21aad2cc-0b2c-466a-b88c-93cf9fb4ff10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:28.802983 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 53178) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:29.002617 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7e8441-3eb9-4078-90d8-3c315686673b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:29.003008 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7e8441-3eb9-4078-90d8-3c315686673b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:29.004570 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-4d7e8441-3eb9-4078-90d8-3c315686673b admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2006519 Sep 10 15:08:30.849801 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-59e8b59a-191f-452d-92ee-49052f53023b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:31.191262 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 53186) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:31.283323 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:31.386200 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8d2f26-4e15-4a98-a458-a4abbdc91cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:31.387513 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-fb8d2f26-4e15-4a98-a458-a4abbdc91cfe admin admin] 10.222.0.32 "GET /v2.0/networks/080accf6-a61d-43aa-a40c-4a5d90aa3be1 HTTP/1.1" status: 200 len: 886 time: 0.1952908 Sep 10 15:08:32.165452 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:32.707996 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 5 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:08:33.572887 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 53194) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:33.585487 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:33.706509 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc31d0b4-617f-4de3-a7ee-1e295feb3f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:33.708407 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-fc31d0b4-617f-4de3-a7ee-1e295feb3f7b admin admin] 10.222.0.32 "GET /v2.0/networks/80b6f19f-5763-42d2-b8ec-61a75b2ac6ef HTTP/1.1" status: 200 len: 869 time: 0.1344786 Sep 10 15:08:35.890133 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 53202) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:36.013979 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9ba76e-ad7d-407b-bbc2-ca40353bf90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:36.014429 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9ba76e-ad7d-407b-bbc2-ca40353bf90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:36.015960 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-af9ba76e-ad7d-407b-bbc2-ca40353bf90d admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248777 Sep 10 15:08:38.200372 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 53210) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:38.292439 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b58981-fcf4-45ac-bbfc-ca021a2252c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:38.292925 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b58981-fcf4-45ac-bbfc-ca021a2252c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:38.294409 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-98b58981-fcf4-45ac-bbfc-ca021a2252c9 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930657 Sep 10 15:08:40.465559 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 53218) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:40.556675 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5237b3-4fd1-453f-bb8a-2679c71b6fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:40.558065 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-ea5237b3-4fd1-453f-bb8a-2679c71b6fca admin admin] 10.222.0.32 "GET /v2.0/subnets/2ddab3d4-2d1e-4bd2-a291-4ba8c32abf74 HTTP/1.1" status: 200 len: 868 time: 0.0915768 Sep 10 15:08:42.753071 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 53226) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:42.840878 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8871b3-a270-4bdc-b709-99e70800beab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:42.842206 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-4c8871b3-a270-4bdc-b709-99e70800beab admin admin] 10.222.0.32 "GET /v2.0/subnets/9f699ab7-ff98-4888-8014-ee1b80751434 HTTP/1.1" status: 200 len: 816 time: 0.0881884 Sep 10 15:08:58.270152 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-89426493-d049-449e-b59e-5a4f742b11be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:00.855829 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-17fa738c-a608-4ddf-ad83-78c5e6ee1a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:01.286646 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:02.169416 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:03.588722 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:06.574824 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 53280) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:06.623096 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [None req-8814f4ca-ae2d-4823-87b4-de3af7959764 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:09:06.624105 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-8814f4ca-ae2d-4823-87b4-de3af7959764 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483391 Sep 10 15:09:08.912263 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 53288) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:08.971130 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d03b557-f5a8-46ec-9c88-e8c655c57a59 admin admin] GET failed (client error): The resource could not be found. Sep 10 15:09:08.972452 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-3d03b557-f5a8-46ec-9c88-e8c655c57a59 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592046 Sep 10 15:09:09.055214 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f84307-f87a-422d-8d6b-11b15aadf3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:09.056677 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-01f84307-f87a-422d-8d6b-11b15aadf3b3 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0790596 Sep 10 15:09:09.705605 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 5 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:09:11.270010 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 53296) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:11.317099 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:11.341133 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Made reservation on behalf of dabcc8dfd1004015903b53346c7007f1 for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:09:11.343441 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:11.388232 dv-cinder-760184-10-iscsi neutron-server[94031]: WARNING neutron.services.revisions.revision_plugin [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Could not find related network for resource to bump revision. Sep 10 15:09:11.404719 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:09:11.417464 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740670112916', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:11.418003 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Unsubscribe: segment precommit_create {{(pid=94031) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 15:09:11.418487 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Added segment e0a00c02-40ea-4b21-b4d8-aca929dea37b of type vlan for network cfd79578-8610-4217-9b89-25c8cbdcbe9e Sep 10 15:09:11.462768 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740669571112'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:11.492466 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:11.493417 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:11.493999 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:11.553668 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2825737 Sep 10 15:09:11.590102 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Pushing event updated for resources: {'Network': ['ID=cfd79578-8610-4217-9b89-25c8cbdcbe9e,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:11.597681 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:11.598063 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:11.598420 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:11.598756 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:11.599265 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:11.599487 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:11.599859 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:11.600283 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:11.600688 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:11.601050 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:11.601378 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:11.601749 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3e5-0dd3-4475-9849-c851693ea0c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:11.613989 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Network cfd79578-8610-4217-9b89-25c8cbdcbe9e details requested by agent ovs-agent-dv-cinder-760184-10-iscsi with host dv-cinder-760184-10-iscsi {{(pid=94033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:09:13.764563 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 53304) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:13.824147 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.pecan_wsgi.hooks.translation [None req-735c13d7-61b4-4a0f-bb97-dd47ef62b97f admin admin] GET failed (client error): The resource could not be found. Sep 10 15:09:13.825481 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-735c13d7-61b4-4a0f-bb97-dd47ef62b97f admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599322 Sep 10 15:09:13.895946 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6812491a-acff-44ec-9b19-ab359e7c57ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:13.897445 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-6812491a-acff-44ec-9b19-ab359e7c57ec admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0673459 Sep 10 15:09:13.909077 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-a12d17a0-9976-4608-9b1e-49eb9a09aa3e admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'cfd79578-8610-4217-9b89-25c8cbdcbe9e', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:13.928908 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12d17a0-9976-4608-9b1e-49eb9a09aa3e admin admin] Made reservation on behalf of dabcc8dfd1004015903b53346c7007f1 for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:09:13.931324 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a12d17a0-9976-4608-9b1e-49eb9a09aa3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:14.092148 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a12d17a0-9976-4608-9b1e-49eb9a09aa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:14.148595 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d17a0-9976-4608-9b1e-49eb9a09aa3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ba1c7ee-975a-43b8-830e-4ca63581b353,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:14.152858 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12d17a0-9976-4608-9b1e-49eb9a09aa3e admin admin] Checking segment: {'id': 'e0a00c02-40ea-4b21-b4d8-aca929dea37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfd79578-8610-4217-9b89-25c8cbdcbe9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:09:14.153211 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12d17a0-9976-4608-9b1e-49eb9a09aa3e admin admin] Network hostable DHCP agents. Network: cfd79578-8610-4217-9b89-25c8cbdcbe9e, hostable agents: ['3c96b2f0-8a92-48cf-9f37-aea1b5083e0a'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:09:14.168489 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12d17a0-9976-4608-9b1e-49eb9a09aa3e admin admin] Network cfd79578-8610-4217-9b89-25c8cbdcbe9e is scheduled to be hosted by DHCP agent 3c96b2f0-8a92-48cf-9f37-aea1b5083e0a with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:09:14.176314 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-a12d17a0-9976-4608-9b1e-49eb9a09aa3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-10-iscsi, cfd79578-8610-4217-9b89-25c8cbdcbe9e) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:09:14.180826 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12d17a0-9976-4608-9b1e-49eb9a09aa3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:14.181450 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a12d17a0-9976-4608-9b1e-49eb9a09aa3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:14.185582 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d569ee43-d247-446c-92ab-712a13274191 None None] Network cfd79578-8610-4217-9b89-25c8cbdcbe9e requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:09:14.194554 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a12d17a0-9976-4608-9b1e-49eb9a09aa3e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2887044 Sep 10 15:09:14.341656 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp966f7049-479f-577b-97f2-9a97344a5798-cfd79578-8610-4217-9b89-25c8cbdcbe9e', 'network_id': 'cfd79578-8610-4217-9b89-25c8cbdcbe9e', 'tenant_id': 'dabcc8dfd1004015903b53346c7007f1', 'fixed_ips': [{'subnet_id': '6ba1c7ee-975a-43b8-830e-4ca63581b353'}]}} from dv-cinder-760184-10-iscsi. {{(pid=94033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 15:09:14.342603 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:14.478311 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.db_base_plugin_common [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Allocated IP 192.168.233.2 (cfd79578-8610-4217-9b89-25c8cbdcbe9e/6ba1c7ee-975a-43b8-830e-4ca63581b353/353f134b-a390-47d3-9e57-bb7f33572b62) {{(pid=94033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:09:14.632888 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Notify callbacks [] for port, precommit_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:14.641763 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Transition to ACTIVE for port object 353f134b-a390-47d3-9e57-bb7f33572b62 will not be triggered until provisioned by entity L2. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:09:14.656607 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Transition to ACTIVE for port object 353f134b-a390-47d3-9e57-bb7f33572b62 will not be triggered until provisioned by entity DHCP. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:09:14.663456 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:14.701825 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Network cfd79578-8610-4217-9b89-25c8cbdcbe9e is already hosted by enough agents. {{(pid=94033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:09:14.708297 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.base_scheduler [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Resources bound (agent type, host, resource id): {{(pid=94033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:09:14.713469 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Pushing event updated for resources: {'Port': ['ID=353f134b-a390-47d3-9e57-bb7f33572b62,revision_number=1']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:14.716731 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Received port after_create {{(pid=94033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:09:14.724470 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.724867 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.725218 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.725571 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.725903 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.726232 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.726622 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.727465 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.727834 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.728136 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.728463 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.728819 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.783698 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Attempting to bind port 353f134b-a390-47d3-9e57-bb7f33572b62 on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:09:14.784079 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Attempting to bind port 353f134b-a390-47d3-9e57-bb7f33572b62 by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': 'e0a00c02-40ea-4b21-b4d8-aca929dea37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfd79578-8610-4217-9b89-25c8cbdcbe9e'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:09:14.784470 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Attempting to bind port 353f134b-a390-47d3-9e57-bb7f33572b62 on network cfd79578-8610-4217-9b89-25c8cbdcbe9e {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:09:14.789985 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:09:14.790351 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Checking segment: {'id': 'e0a00c02-40ea-4b21-b4d8-aca929dea37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfd79578-8610-4217-9b89-25c8cbdcbe9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:09:14.790745 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:14.791134 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Bound using segment: {'id': 'e0a00c02-40ea-4b21-b4d8-aca929dea37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfd79578-8610-4217-9b89-25c8cbdcbe9e'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:09:14.791590 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Bound port: 353f134b-a390-47d3-9e57-bb7f33572b62, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a00c02-40ea-4b21-b4d8-aca929dea37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfd79578-8610-4217-9b89-25c8cbdcbe9e'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:09:14.792546 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:14.854696 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] For port 353f134b-a390-47d3-9e57-bb7f33572b62, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:09:14.858382 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] For port 353f134b-a390-47d3-9e57-bb7f33572b62, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=353f134b-a390-47d3-9e57-bb7f33572b62,segment=NetworkSegment(e0a00c02-40ea-4b21-b4d8-aca929dea37b),segment_id=e0a00c02-40ea-4b21-b4d8-aca929dea37b)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:09:14.863154 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:14.926024 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acba243-d046-4159-9cd8-c4e096a3e73f None None] Pushing event updated for resources: {'Port': ['ID=353f134b-a390-47d3-9e57-bb7f33572b62,revision_number=2']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:15.744714 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9794a8f7-fb48-4b8e-a078-5b4a86b4d337 None None] Network cfd79578-8610-4217-9b89-25c8cbdcbe9e requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:09:15.823689 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-ab08cde8-52a8-4499-8706-a9158bffc127 None None] Provisioning for port 353f134b-a390-47d3-9e57-bb7f33572b62 completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:09:16.977891 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 353f134b-a390-47d3-9e57-bb7f33572b62 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:09:17.028844 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port 353f134b-a390-47d3-9e57-bb7f33572b62 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:09:17.032465 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 353f134b-a390-47d3-9e57-bb7f33572b62 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:17.032871 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:17.113698 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:17.146161 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port 353f134b-a390-47d3-9e57-bb7f33572b62, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=353f134b-a390-47d3-9e57-bb7f33572b62,segment=NetworkSegment(e0a00c02-40ea-4b21-b4d8-aca929dea37b),segment_id=e0a00c02-40ea-4b21-b4d8-aca929dea37b)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:09:17.151008 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:17.201826 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=353f134b-a390-47d3-9e57-bb7f33572b62,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:18.967031 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 353f134b-a390-47d3-9e57-bb7f33572b62 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:09:19.017903 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 353f134b-a390-47d3-9e57-bb7f33572b62 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:19.018269 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:28.272497 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-69694346-ba0d-4753-ac91-aa04fff1c357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:30.857844 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-711b3652-94fd-48ac-ab10-d9aab8e73938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:31.287063 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:32.172184 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:33.592177 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:46.703936 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 5 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:09:58.274949 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b33cd8f5-c8bc-4042-a882-324c4ddfeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:00.859843 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-255ce55e-5f87-4421-8bec-4836c6502edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:01.287682 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:02.174236 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:03.605643 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:22.384286 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 53356) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:22.390321 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [None req-7e6300a6-c737-44b6-8326-1df7f97c5967 tempest-verify_tempest_config-1310212740 tempest-verify_tempest_config-1310212740-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94031) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:10:22.391296 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-7e6300a6-c737-44b6-8326-1df7f97c5967 tempest-verify_tempest_config-1310212740 tempest-verify_tempest_config-1310212740-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059459 Sep 10 15:10:22.687594 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 53374) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:22.788979 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b13aedf2-69b8-4184-b387-8aa4f75666e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:22.877574 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b13aedf2-69b8-4184-b387-8aa4f75666e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:22.881003 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b13aedf2-69b8-4184-b387-8aa4f75666e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:22.924606 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-b13aedf2-69b8-4184-b387-8aa4f75666e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8906da128eff470eabaa835b4ca4416b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2359736 Sep 10 15:10:22.925948 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13aedf2-69b8-4184-b387-8aa4f75666e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b7826d-d16b-4703-8928-28154f83aa8e,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:22.927306 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 53380) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:22.932846 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aedf2-69b8-4184-b387-8aa4f75666e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:22.933216 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aedf2-69b8-4184-b387-8aa4f75666e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:22.933555 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aedf2-69b8-4184-b387-8aa4f75666e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:22.933887 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aedf2-69b8-4184-b387-8aa4f75666e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:22.934213 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aedf2-69b8-4184-b387-8aa4f75666e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:22.934553 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aedf2-69b8-4184-b387-8aa4f75666e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:22.934881 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aedf2-69b8-4184-b387-8aa4f75666e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:22.935225 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aedf2-69b8-4184-b387-8aa4f75666e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:22.935546 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aedf2-69b8-4184-b387-8aa4f75666e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:22.935863 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aedf2-69b8-4184-b387-8aa4f75666e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:22.936179 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aedf2-69b8-4184-b387-8aa4f75666e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:22.936493 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aedf2-69b8-4184-b387-8aa4f75666e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:23.013417 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c2ee81fc-35a8-4a3a-8092-9d5efe103e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:23.033841 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c2ee81fc-35a8-4a3a-8092-9d5efe103e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:23.120495 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c2ee81fc-35a8-4a3a-8092-9d5efe103e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:23.123220 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c2ee81fc-35a8-4a3a-8092-9d5efe103e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:23.124373 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c2ee81fc-35a8-4a3a-8092-9d5efe103e05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9b7826d-d16b-4703-8928-28154f83aa8e HTTP/1.1" status: 204 len: 168 time: 0.1960616 Sep 10 15:10:23.132112 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee81fc-35a8-4a3a-8092-9d5efe103e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b7826d-d16b-4703-8928-28154f83aa8e,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:23.139199 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee81fc-35a8-4a3a-8092-9d5efe103e05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:23.139561 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee81fc-35a8-4a3a-8092-9d5efe103e05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:23.140092 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee81fc-35a8-4a3a-8092-9d5efe103e05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:23.140430 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee81fc-35a8-4a3a-8092-9d5efe103e05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:23.140781 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee81fc-35a8-4a3a-8092-9d5efe103e05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:23.141146 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee81fc-35a8-4a3a-8092-9d5efe103e05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:23.141479 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee81fc-35a8-4a3a-8092-9d5efe103e05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:23.141823 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee81fc-35a8-4a3a-8092-9d5efe103e05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:23.142257 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee81fc-35a8-4a3a-8092-9d5efe103e05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:23.142490 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee81fc-35a8-4a3a-8092-9d5efe103e05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:23.142817 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee81fc-35a8-4a3a-8092-9d5efe103e05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:23.143142 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee81fc-35a8-4a3a-8092-9d5efe103e05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:23.702326 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 5 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:10:28.275534 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-8b528589-598d-4f85-a478-fdeb4524cf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:30.862913 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fa8ca06e-9bf1-4765-ba39-a388b9079d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:31.291983 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:32.177337 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:33.607173 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:58.276317 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-6761edc7-387a-434f-85f0-3e954f983e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:00.702151 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 5 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:11:00.864017 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e072f75e-0b0d-42b5-912d-abef6a691e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:01.293445 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:02.181460 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:03.608717 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:28.276004 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-f3946ff2-57c6-409e-82cd-7657f65ed185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:30.866950 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e124bd2d-2756-468a-9aa8-56caa3b73e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:31.297245 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:32.183126 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:33.611455 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:37.701895 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 5 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:11:53.953911 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551119'] for agent, after_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:58.275934 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa741-accc-4b04-a1ea-00317fd2703e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:00.867434 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6f7c96a-d4f1-458a-b264-d561895ba3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:01.297129 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:02.189711 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:03.615229 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:09.193020 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 53454) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:09.295688 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-912d246b-8955-4f66-acb0-7a7a30761229 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1015725 Sep 10 15:12:11.544781 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 53464) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:11.605429 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-d7cf24a4-e6c3-468f-8936-bdb85b77c42f admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0595472 Sep 10 15:12:14.701122 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:12:23.906223 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:28.275228 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-1076a90a-998b-474f-a04a-90317432a231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:30.866561 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-f13858ca-6405-4bec-aca7-6cf2b833eba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:31.299660 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:32.189717 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:33.617952 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:51.699974 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:12:53.914603 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:58.276334 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-cfa33c47-9196-41b5-8a03-506adfc4c221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:00.868202 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-7e5bc3e4-b0df-4732-b511-5993ae379b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.300142 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:02.194618 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:03.631455 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:23.933401 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:28.277658 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-063af538-1943-4791-ab2d-0fc4eefe9009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:28.700011 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:13:30.870279 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e930c63d-2d5d-4823-9f32-6dc57cbc48ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:31.302894 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:32.195716 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:33.622042 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.318866 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 53658) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:40.551900 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 53674) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:40.555103 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 53676) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:40.684610 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1415673273-network', 'tenant_id': 'bee7eeacd1f84ecbbada79b0ca26d149'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:40.710840 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Made reservation on behalf of bee7eeacd1f84ecbbada79b0ca26d149 for: {'network': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:13:40.713499 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for network, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.722074 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.819599 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.824326 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.855534 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccba514-ba6a-46a7-b81c-a41721fcdf0a,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:40.862112 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:13:40.865433 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:40.865863 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:40.866266 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:40.866665 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:40.867074 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:40.867471 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:40.867868 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:40.868273 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:40.868687 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:40.869095 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:40.869640 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:40.870033 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Tracked resource versions report: Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: pushed versions: Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: { 'AddressGroup': {'1.2'}, Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'ConntrackHelper': {'1.0'}, Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'Log': {'1.0'}, Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'Network': {'1.1'}, Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'Port': {'1.7'}, Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'PortForwarding': {'1.2'}, Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'QosPolicy': {'1.9'}, Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'SecurityGroup': {'1.4'}, Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'SecurityGroupRule': {'1.2'}, Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'SubPort': {'1.0'}, Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'Subnet': {'1.1'}, Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'Trunk': {'1.1'}} Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: consumer versions: Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: { DHCP agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: HyperV agent@hv-cinder-76018: {}, Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: L3 agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: Metadata agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: Metering agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: Open vSwitch agent@dv-cinder-760184-10-iscsi: { 'AddressGroup': '1.2', Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'ConntrackHelper': '1.0', Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'Log': '1.0', Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'Network': '1.1', Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'Port': '1.7', Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'PortForwarding': '1.2', Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'QosPolicy': '1.9', Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'SecurityGroup': '1.4', Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'SecurityGroupRule': '1.2', Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'SubPort': '1.0', Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'Subnet': '1.1', Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: 'Trunk': '1.1'}} Sep 10 15:13:40.871278 dv-cinder-760184-10-iscsi neutron-server[94032]: {{(pid=94032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 15:13:40.884345 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.884787 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.segments_db [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Added segment de5263cf-a3f7-46c0-8040-dfb47c3c461f of type vlan for network 8d3b0b79-b02f-415f-a544-6d759d712dbf Sep 10 15:13:40.936618 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740669571112'] for network, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.962128 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for network, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.963250 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:40.963818 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.978911 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-fb18e69f-a3ee-4ec2-9314-1956fd788e1e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1837727179-network', 'tenant_id': '8d4ba512da8349e891d810bef26b5436'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:41.004466 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 53700) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:41.014422 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-91d2d99d-ba0f-481a-a4dc-83e53531397d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-475390810-network', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:41.025633 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 53704) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:41.027402 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7074418 Sep 10 15:13:41.038987 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 53706) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:41.043008 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Request body: {'subnet': {'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1415673273-subnet', 'tenant_id': 'bee7eeacd1f84ecbbada79b0ca26d149', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:41.078620 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ec127-82e7-4cb9-b942-356c7fb10487 admin admin] Pushing event updated for resources: {'Network': ['ID=8d3b0b79-b02f-415f-a544-6d759d712dbf,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:41.091959 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb18e69f-a3ee-4ec2-9314-1956fd788e1e admin admin] Made reservation on behalf of 8d4ba512da8349e891d810bef26b5436 for: {'network': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:13:41.092448 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Network 8d3b0b79-b02f-415f-a544-6d759d712dbf details requested by agent ovs-agent-dv-cinder-760184-10-iscsi with host dv-cinder-760184-10-iscsi {{(pid=94033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:13:41.095541 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fb18e69f-a3ee-4ec2-9314-1956fd788e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for network, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.107176 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fb18e69f-a3ee-4ec2-9314-1956fd788e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.108378 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.db.api [None req-91d2d99d-ba0f-481a-a4dc-83e53531397d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 15:13:41.108378 dv-cinder-760184-10-iscsi neutron-server[94031]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 15:13:41.108378 dv-cinder-760184-10-iscsi neutron-server[94031]: [parameters: {'project_id_1': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'expiration_1': datetime.datetime(2021, 9, 10, 15, 13, 21, 51383)}] Sep 10 15:13:41.108378 dv-cinder-760184-10-iscsi neutron-server[94031]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 15:13:41.109078 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG oslo_db.api [None req-91d2d99d-ba0f-481a-a4dc-83e53531397d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 15:13:41.114875 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Made reservation on behalf of bee7eeacd1f84ecbbada79b0ca26d149 for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:13:41.121991 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.217114 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fb18e69f-a3ee-4ec2-9314-1956fd788e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.222484 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fb18e69f-a3ee-4ec2-9314-1956fd788e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.254508 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb18e69f-a3ee-4ec2-9314-1956fd788e1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:13:41.265972 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18e69f-a3ee-4ec2-9314-1956fd788e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:41.273478 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fb18e69f-a3ee-4ec2-9314-1956fd788e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.274072 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.segments_db [None req-fb18e69f-a3ee-4ec2-9314-1956fd788e1e admin admin] Added segment 8f8bc020-2455-4540-beed-ea448ad37908 of type vlan for network 89c82b9c-da29-44a5-a286-a7806dfed4d4 Sep 10 15:13:41.323854 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fb18e69f-a3ee-4ec2-9314-1956fd788e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740669571112'] for network, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.329505 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-564cc380-fb11-4098-9b39-f4c3938a48ec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1069662516-network', 'tenant_id': 'a704710d5e9d4ef1b4b1c9b49d2a9fcb'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:41.341570 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-a99c3bc4-0b07-4ff5-b2bc-d65b56ce87e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-network', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:41.349888 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.359914 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564cc380-fb11-4098-9b39-f4c3938a48ec admin admin] Made reservation on behalf of a704710d5e9d4ef1b4b1c9b49d2a9fcb for: {'network': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:13:41.362697 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-564cc380-fb11-4098-9b39-f4c3938a48ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for network, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.387674 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-564cc380-fb11-4098-9b39-f4c3938a48ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.406255 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fb18e69f-a3ee-4ec2-9314-1956fd788e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for network, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.407492 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb18e69f-a3ee-4ec2-9314-1956fd788e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:41.408369 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fb18e69f-a3ee-4ec2-9314-1956fd788e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.432663 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=119b5847-f28a-498d-b2fc-b0ccb46cb6b3,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:41.453621 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:41.454309 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:41.454801 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:41.455284 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:41.455785 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:41.456292 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:41.456932 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:41.458243 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:41.458918 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:41.459407 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:41.459892 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:41.460635 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Tracked resource versions report: Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: pushed versions: Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: { 'AddressGroup': {'1.2'}, Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'ConntrackHelper': {'1.0'}, Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'Log': {'1.0'}, Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'Network': {'1.1'}, Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'Port': {'1.7'}, Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'PortForwarding': {'1.2'}, Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'QosPolicy': {'1.9'}, Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'SecurityGroup': {'1.4'}, Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'SecurityGroupRule': {'1.2'}, Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'SubPort': {'1.0'}, Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'Subnet': {'1.1'}, Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'Trunk': {'1.1'}} Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: consumer versions: Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: { DHCP agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: HyperV agent@hv-cinder-76018: {}, Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: L3 agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: Metadata agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: Metering agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: Open vSwitch agent@dv-cinder-760184-10-iscsi: { 'AddressGroup': '1.2', Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'ConntrackHelper': '1.0', Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'Log': '1.0', Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'Network': '1.1', Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'Port': '1.7', Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'PortForwarding': '1.2', Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'QosPolicy': '1.9', Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'SecurityGroup': '1.4', Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'SecurityGroupRule': '1.2', Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'SubPort': '1.0', Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'Subnet': '1.1', Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: 'Trunk': '1.1'}} Sep 10 15:13:41.462086 dv-cinder-760184-10-iscsi neutron-server[94031]: {{(pid=94031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 15:13:41.466663 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99c3bc4-0b07-4ff5-b2bc-d65b56ce87e2 admin admin] Made reservation on behalf of 38a103aa430e44d19677d7d83ecdf77d for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:13:41.469552 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a99c3bc4-0b07-4ff5-b2bc-d65b56ce87e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.480651 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18e69f-a3ee-4ec2-9314-1956fd788e1e admin admin] Pushing event updated for resources: {'Network': ['ID=89c82b9c-da29-44a5-a286-a7806dfed4d4,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:41.484550 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a99c3bc4-0b07-4ff5-b2bc-d65b56ce87e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.493454 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-fb18e69f-a3ee-4ec2-9314-1956fd788e1e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9402423 Sep 10 15:13:41.493688 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 53728) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:41.496429 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Network 89c82b9c-da29-44a5-a286-a7806dfed4d4 details requested by agent ovs-agent-dv-cinder-760184-10-iscsi with host dv-cinder-760184-10-iscsi {{(pid=94033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:13:41.500002 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Checking segment: {'id': 'de5263cf-a3f7-46c0-8040-dfb47c3c461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:13:41.500365 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Network hostable DHCP agents. Network: 8d3b0b79-b02f-415f-a544-6d759d712dbf, hostable agents: ['3c96b2f0-8a92-48cf-9f37-aea1b5083e0a'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:13:41.514570 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-d8b5f04d-14a3-4f98-9093-5a25638f7a4e admin admin] Request body: {'subnet': {'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1837727179-subnet', 'tenant_id': '8d4ba512da8349e891d810bef26b5436', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:41.526937 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.db.api [None req-a99c3bc4-0b07-4ff5-b2bc-d65b56ce87e2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 15:13:41.526937 dv-cinder-760184-10-iscsi neutron-server[94031]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 15:13:41.526937 dv-cinder-760184-10-iscsi neutron-server[94031]: [parameters: {'project_id_1': '38a103aa430e44d19677d7d83ecdf77d', 'expiration_1': datetime.datetime(2021, 9, 10, 15, 13, 21, 497210)}] Sep 10 15:13:41.526937 dv-cinder-760184-10-iscsi neutron-server[94031]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 15:13:41.527741 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG oslo_db.api [None req-a99c3bc4-0b07-4ff5-b2bc-d65b56ce87e2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 15:13:41.541422 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Network 8d3b0b79-b02f-415f-a544-6d759d712dbf is scheduled to be hosted by DHCP agent 3c96b2f0-8a92-48cf-9f37-aea1b5083e0a with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:13:41.557488 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-10-iscsi, 8d3b0b79-b02f-415f-a544-6d759d712dbf) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:41.562438 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:41.563347 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.575289 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0920ca-fa06-4d55-a2bd-93b8ef3ce796 None None] Network 8d3b0b79-b02f-415f-a544-6d759d712dbf requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:13:41.654099 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-564cc380-fb11-4098-9b39-f4c3938a48ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.662523 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-564cc380-fb11-4098-9b39-f4c3938a48ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.701606 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a48f8d06-b5ee-42b2-8e7f-bd751d882f44 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6747994 Sep 10 15:13:41.703305 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564cc380-fb11-4098-9b39-f4c3938a48ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=94032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:13:41.715947 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cc380-fb11-4098-9b39-f4c3938a48ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452574b0-ad22-4fdb-a31a-a8d8b288ba07,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:41.720130 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b5f04d-14a3-4f98-9093-5a25638f7a4e admin admin] Made reservation on behalf of 8d4ba512da8349e891d810bef26b5436 for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:13:41.724680 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f04d-14a3-4f98-9093-5a25638f7a4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.727840 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-564cc380-fb11-4098-9b39-f4c3938a48ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.731778 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.segments_db [None req-564cc380-fb11-4098-9b39-f4c3938a48ec admin admin] Added segment 068ee32f-3c5d-471e-b9ca-cbcf88d138c1 of type vlan for network 7d8367ea-a774-4a00-9eb2-8e6f041a796b Sep 10 15:13:41.836550 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d2d99d-ba0f-481a-a4dc-83e53531397d admin admin] Made reservation on behalf of 4c0dbe00e8be4d6fa4f0727f7fa2408d for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:13:41.839581 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-91d2d99d-ba0f-481a-a4dc-83e53531397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.841961 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-564cc380-fb11-4098-9b39-f4c3938a48ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740669571112'] for network, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.873064 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-91d2d99d-ba0f-481a-a4dc-83e53531397d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.896225 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-564cc380-fb11-4098-9b39-f4c3938a48ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for network, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.897489 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564cc380-fb11-4098-9b39-f4c3938a48ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:41.898121 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-564cc380-fb11-4098-9b39-f4c3938a48ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.925112 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf29cde-f22a-405d-980b-7f97702ef47b None None] Network 8d3b0b79-b02f-415f-a544-6d759d712dbf requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:13:41.975030 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cc380-fb11-4098-9b39-f4c3938a48ec admin admin] Pushing event updated for resources: {'Network': ['ID=7d8367ea-a774-4a00-9eb2-8e6f041a796b,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:41.988704 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Network 7d8367ea-a774-4a00-9eb2-8e6f041a796b details requested by agent ovs-agent-dv-cinder-760184-10-iscsi with host dv-cinder-760184-10-iscsi {{(pid=94033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:13:42.031880 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a99c3bc4-0b07-4ff5-b2bc-d65b56ce87e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.055941 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f04d-14a3-4f98-9093-5a25638f7a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.156614 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-91d2d99d-ba0f-481a-a4dc-83e53531397d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.161583 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5f04d-14a3-4f98-9093-5a25638f7a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d1c94b-8bee-42a2-9581-b70245d1f7a7,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:42.165990 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-91d2d99d-ba0f-481a-a4dc-83e53531397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.177068 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-564cc380-fb11-4098-9b39-f4c3938a48ec admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1368165 Sep 10 15:13:42.179979 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 53756) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:42.186720 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-3344aa29-861f-48cd-9248-04f688683164 admin admin] Request body: {'subnet': {'network_id': '7d8367ea-a774-4a00-9eb2-8e6f041a796b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1069662516-subnet', 'tenant_id': 'a704710d5e9d4ef1b4b1c9b49d2a9fcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:42.194605 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5f04d-14a3-4f98-9093-5a25638f7a4e admin admin] Checking segment: {'id': '8f8bc020-2455-4540-beed-ea448ad37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:13:42.194958 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b5f04d-14a3-4f98-9093-5a25638f7a4e admin admin] Network hostable DHCP agents. Network: 89c82b9c-da29-44a5-a286-a7806dfed4d4, hostable agents: ['3c96b2f0-8a92-48cf-9f37-aea1b5083e0a'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:13:42.197014 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d2d99d-ba0f-481a-a4dc-83e53531397d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:13:42.238615 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-91d2d99d-ba0f-481a-a4dc-83e53531397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.239031 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-91d2d99d-ba0f-481a-a4dc-83e53531397d admin admin] Added segment f917e91c-dcfb-4ada-a1fe-4754ca293181 of type vlan for network 9fd410a6-6b42-4dd7-aaee-5021094067c5 Sep 10 15:13:42.258137 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2d99d-ba0f-481a-a4dc-83e53531397d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4126772a-2686-4765-bd6f-b8f0ed25bb1f,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:42.287789 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b5f04d-14a3-4f98-9093-5a25638f7a4e admin admin] Network 89c82b9c-da29-44a5-a286-a7806dfed4d4 is scheduled to be hosted by DHCP agent 3c96b2f0-8a92-48cf-9f37-aea1b5083e0a with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:13:42.307175 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-91d2d99d-ba0f-481a-a4dc-83e53531397d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740669571112'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.314753 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-d8b5f04d-14a3-4f98-9093-5a25638f7a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-10-iscsi, 89c82b9c-da29-44a5-a286-a7806dfed4d4) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:42.325670 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c556cb85-4994-40e1-ae6d-62c16fa80822 None None] Network 89c82b9c-da29-44a5-a286-a7806dfed4d4 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:13:42.327525 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b5f04d-14a3-4f98-9093-5a25638f7a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:42.328004 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f04d-14a3-4f98-9093-5a25638f7a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.370217 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-91d2d99d-ba0f-481a-a4dc-83e53531397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.371177 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d2d99d-ba0f-481a-a4dc-83e53531397d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:42.371752 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-91d2d99d-ba0f-481a-a4dc-83e53531397d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.418128 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a99c3bc4-0b07-4ff5-b2bc-d65b56ce87e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.459044 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2d99d-ba0f-481a-a4dc-83e53531397d admin admin] Pushing event updated for resources: {'Network': ['ID=9fd410a6-6b42-4dd7-aaee-5021094067c5,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:42.464305 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a99c3bc4-0b07-4ff5-b2bc-d65b56ce87e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.478459 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-91d2d99d-ba0f-481a-a4dc-83e53531397d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9191501 Sep 10 15:13:42.479542 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 53774) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:42.484266 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Network 9fd410a6-6b42-4dd7-aaee-5021094067c5 details requested by agent ovs-agent-dv-cinder-760184-10-iscsi with host dv-cinder-760184-10-iscsi {{(pid=94033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:13:42.492844 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99c3bc4-0b07-4ff5-b2bc-d65b56ce87e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:13:42.495518 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-8e5baef0-2ac2-419e-ac4f-5c413a2a0e27 admin admin] Request body: {'subnet': {'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-475390810-subnet', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:42.507035 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-d8b5f04d-14a3-4f98-9093-5a25638f7a4e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0005279 Sep 10 15:13:42.510906 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 53776) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:42.516113 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-c29fc975-f27e-4eff-a965-5343b8d0f9fa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1837727179-router', 'tenant_id': '8d4ba512da8349e891d810bef26b5436', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:42.521160 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c3bc4-0b07-4ff5-b2bc-d65b56ce87e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdcf595-41e3-4a4d-8355-2b483860bbd0,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:42.528023 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a99c3bc4-0b07-4ff5-b2bc-d65b56ce87e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.528301 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-a99c3bc4-0b07-4ff5-b2bc-d65b56ce87e2 admin admin] Added segment e5ba6727-d32e-45bf-8bd8-4952c3bafa19 of type vlan for network 6da470b5-21a6-48da-8f44-511723482333 Sep 10 15:13:42.551844 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3344aa29-861f-48cd-9248-04f688683164 admin admin] Made reservation on behalf of a704710d5e9d4ef1b4b1c9b49d2a9fcb for: {'subnet': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:13:42.559181 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3344aa29-861f-48cd-9248-04f688683164 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.569926 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5baef0-2ac2-419e-ac4f-5c413a2a0e27 admin admin] Made reservation on behalf of 4c0dbe00e8be4d6fa4f0727f7fa2408d for: {'subnet': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:13:42.575098 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8e5baef0-2ac2-419e-ac4f-5c413a2a0e27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.600069 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a99c3bc4-0b07-4ff5-b2bc-d65b56ce87e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740669571112'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.654313 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c29fc975-f27e-4eff-a965-5343b8d0f9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-369'] for router, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.655450 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c29fc975-f27e-4eff-a965-5343b8d0f9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-376'] for router, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.655846 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7399a0c6-29a6-412e-9dab-7efc79ee38ee None None] Network 89c82b9c-da29-44a5-a286-a7806dfed4d4 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:13:42.759322 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a99c3bc4-0b07-4ff5-b2bc-d65b56ce87e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.772594 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99c3bc4-0b07-4ff5-b2bc-d65b56ce87e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:42.773586 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a99c3bc4-0b07-4ff5-b2bc-d65b56ce87e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.924001 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3344aa29-861f-48cd-9248-04f688683164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for subnet, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.984676 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344aa29-861f-48cd-9248-04f688683164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f991c501-9a37-464f-967c-9f7392eb5e1c,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:42.987387 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8e5baef0-2ac2-419e-ac4f-5c413a2a0e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for subnet, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:43.089867 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5baef0-2ac2-419e-ac4f-5c413a2a0e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:43.105116 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5baef0-2ac2-419e-ac4f-5c413a2a0e27 admin admin] Checking segment: {'id': 'f917e91c-dcfb-4ada-a1fe-4754ca293181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:13:43.105468 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5baef0-2ac2-419e-ac4f-5c413a2a0e27 admin admin] Network hostable DHCP agents. Network: 9fd410a6-6b42-4dd7-aaee-5021094067c5, hostable agents: ['3c96b2f0-8a92-48cf-9f37-aea1b5083e0a'], hosted agents: [] {{(pid=94032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:13:43.108457 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c29fc975-f27e-4eff-a965-5343b8d0f9fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:43.115644 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344aa29-861f-48cd-9248-04f688683164 admin admin] Checking segment: {'id': '068ee32f-3c5d-471e-b9ca-cbcf88d138c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7d8367ea-a774-4a00-9eb2-8e6f041a796b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:13:43.115999 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3344aa29-861f-48cd-9248-04f688683164 admin admin] Network hostable DHCP agents. Network: 7d8367ea-a774-4a00-9eb2-8e6f041a796b, hostable agents: ['3c96b2f0-8a92-48cf-9f37-aea1b5083e0a'], hosted agents: [] {{(pid=94032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:13:43.118162 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 53792) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:43.119161 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a99c3bc4-0b07-4ff5-b2bc-d65b56ce87e2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1131234 Sep 10 15:13:43.126547 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-fae27996-230d-49ce-ae5e-04888b8edd19 admin admin] Request body: {'subnet': {'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-subnet', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:43.176710 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c3bc4-0b07-4ff5-b2bc-d65b56ce87e2 admin admin] Pushing event updated for resources: {'Network': ['ID=6da470b5-21a6-48da-8f44-511723482333,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:43.188374 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Network 6da470b5-21a6-48da-8f44-511723482333 details requested by agent ovs-agent-dv-cinder-760184-10-iscsi with host dv-cinder-760184-10-iscsi {{(pid=94033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:13:43.274723 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5baef0-2ac2-419e-ac4f-5c413a2a0e27 admin admin] Network 9fd410a6-6b42-4dd7-aaee-5021094067c5 is scheduled to be hosted by DHCP agent 3c96b2f0-8a92-48cf-9f37-aea1b5083e0a with binding_index 1 {{(pid=94032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:13:43.285289 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae27996-230d-49ce-ae5e-04888b8edd19 admin admin] Made reservation on behalf of 38a103aa430e44d19677d7d83ecdf77d for: {'subnet': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:13:43.289267 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fae27996-230d-49ce-ae5e-04888b8edd19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:43.360782 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3344aa29-861f-48cd-9248-04f688683164 admin admin] Network 7d8367ea-a774-4a00-9eb2-8e6f041a796b is scheduled to be hosted by DHCP agent 3c96b2f0-8a92-48cf-9f37-aea1b5083e0a with binding_index 1 {{(pid=94032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:13:43.369836 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c29fc975-f27e-4eff-a965-5343b8d0f9fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:43.382789 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-8e5baef0-2ac2-419e-ac4f-5c413a2a0e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-10-iscsi, 9fd410a6-6b42-4dd7-aaee-5021094067c5) {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:43.389732 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5baef0-2ac2-419e-ac4f-5c413a2a0e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:43.390321 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8e5baef0-2ac2-419e-ac4f-5c413a2a0e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:43.402064 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161821d8-f178-4f70-9c0b-f68bcd6e08ec None None] Network 9fd410a6-6b42-4dd7-aaee-5021094067c5 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:13:43.412254 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-3344aa29-861f-48cd-9248-04f688683164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-10-iscsi, 7d8367ea-a774-4a00-9eb2-8e6f041a796b) {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:43.433618 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9b9bb0-9964-408d-ac87-c37ffff4609c None None] Network 7d8367ea-a774-4a00-9eb2-8e6f041a796b requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:13:43.445917 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3344aa29-861f-48cd-9248-04f688683164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:43.446592 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3344aa29-861f-48cd-9248-04f688683164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:43.464385 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-8e5baef0-2ac2-419e-ac4f-5c413a2a0e27 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9790239 Sep 10 15:13:43.476796 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 53816) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:43.489524 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-da61ea87-58a5-447d-bd48-b04b9a12f699 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:43.607119 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da61ea87-58a5-447d-bd48-b04b9a12f699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-369'] for router, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:43.611069 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da61ea87-58a5-447d-bd48-b04b9a12f699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-376'] for router, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:43.633614 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-3344aa29-861f-48cd-9248-04f688683164 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4520624 Sep 10 15:13:43.752128 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 53838) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:43.770858 dv-cinder-760184-10-iscsi neutron-server[94031]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 10 15:13:43.858342 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9af843-3e99-4e7c-8417-e2c207a6966e None None] Network 7d8367ea-a774-4a00-9eb2-8e6f041a796b requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:13:43.876785 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da61ea87-58a5-447d-bd48-b04b9a12f699 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:43.878438 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fae27996-230d-49ce-ae5e-04888b8edd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for subnet, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:43.954830 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c29fc975-f27e-4eff-a965-5343b8d0f9fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:44.050119 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c29fc975-f27e-4eff-a965-5343b8d0f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:44.084195 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp966f7049-479f-577b-97f2-9a97344a5798-9fd410a6-6b42-4dd7-aaee-5021094067c5', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'fixed_ips': [{'subnet_id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b'}]}} from dv-cinder-760184-10-iscsi. {{(pid=94033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 15:13:44.085129 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:44.230248 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da61ea87-58a5-447d-bd48-b04b9a12f699 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:44.239313 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a44358-0dd5-40bf-911d-094de879953a req-1a9b1670-b1a4-4e5b-96c9-578617e72949 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:44.240924 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47a44358-0dd5-40bf-911d-094de879953a req-1a9b1670-b1a4-4e5b-96c9-578617e72949 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/networks?id=8d3b0b79-b02f-415f-a544-6d759d712dbf HTTP/1.1" status: 200 len: 815 time: 0.4823976 Sep 10 15:13:44.243523 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 53864) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:44.271091 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 53870) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:44.289702 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47a44358-0dd5-40bf-911d-094de879953a req-2294590e-e2c8-4c6b-b50a-898c733ab77f tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/quotas/bee7eeacd1f84ecbbada79b0ca26d149 HTTP/1.1" status: 200 len: 375 time: 0.0378742 Sep 10 15:13:44.290554 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.db_base_plugin_common [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Allocated IP 172.20.0.2 (9fd410a6-6b42-4dd7-aaee-5021094067c5/4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b/b49d0786-6fcf-4802-9e12-b3d4e61ad1bc) {{(pid=94033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:13:44.296729 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae27996-230d-49ce-ae5e-04888b8edd19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef768324-eaba-4f07-b58a-689f0ef013d0,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:44.338292 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae27996-230d-49ce-ae5e-04888b8edd19 admin admin] Checking segment: {'id': 'e5ba6727-d32e-45bf-8bd8-4952c3bafa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6da470b5-21a6-48da-8f44-511723482333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:13:44.338645 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae27996-230d-49ce-ae5e-04888b8edd19 admin admin] Network hostable DHCP agents. Network: 6da470b5-21a6-48da-8f44-511723482333, hostable agents: ['3c96b2f0-8a92-48cf-9f37-aea1b5083e0a'], hosted agents: [] {{(pid=94032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:13:44.384466 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47a44358-0dd5-40bf-911d-094de879953a req-2eea304f-1b2c-4338-b65c-2030627afe5f tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bee7eeacd1f84ecbbada79b0ca26d149&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775125 Sep 10 15:13:44.417047 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae27996-230d-49ce-ae5e-04888b8edd19 admin admin] Network 6da470b5-21a6-48da-8f44-511723482333 is scheduled to be hosted by DHCP agent 3c96b2f0-8a92-48cf-9f37-aea1b5083e0a with binding_index 1 {{(pid=94032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:13:44.429917 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-c29fc975-f27e-4eff-a965-5343b8d0f9fa admin admin] Allocated IP 172.27.3.231 (080accf6-a61d-43aa-a40c-4a5d90aa3be1/9f699ab7-ff98-4888-8014-ee1b80751434/30559a5f-a9ce-430e-9d30-f7d01551e622) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:13:44.433768 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-fae27996-230d-49ce-ae5e-04888b8edd19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-10-iscsi, 6da470b5-21a6-48da-8f44-511723482333) {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:44.446084 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbc5c55-3581-486a-9754-ce64699790ca None None] Network 6da470b5-21a6-48da-8f44-511723482333 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:13:44.452941 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae27996-230d-49ce-ae5e-04888b8edd19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:44.452941 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fae27996-230d-49ce-ae5e-04888b8edd19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:44.458815 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-997cdf25-d95b-4a02-8d78-20a90d6f9537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:44.470481 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Notify callbacks [] for port, precommit_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:44.481080 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-fae27996-230d-49ce-ae5e-04888b8edd19 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3597329 Sep 10 15:13:44.485087 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 53876) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:44.491722 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Transition to ACTIVE for port object b49d0786-6fcf-4802-9e12-b3d4e61ad1bc will not be triggered until provisioned by entity L2. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:13:44.492302 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:44.533937 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97f22c-38af-4ace-b79b-44105772a17c req-b7f76555-849e-4305-b4dd-c12debd91ceb tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:44.535836 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5f97f22c-38af-4ace-b79b-44105772a17c req-b7f76555-849e-4305-b4dd-c12debd91ceb tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/networks?id=7d8367ea-a774-4a00-9eb2-8e6f041a796b HTTP/1.1" status: 200 len: 812 time: 0.2452919 Sep 10 15:13:44.547944 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Transition to ACTIVE for port object b49d0786-6fcf-4802-9e12-b3d4e61ad1bc will not be triggered until provisioned by entity DHCP. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:13:44.554996 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.db.api [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 15:13:44.554996 dv-cinder-760184-10-iscsi neutron-server[94032]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 15:13:44.554996 dv-cinder-760184-10-iscsi neutron-server[94032]: [parameters: {'project_id_1': '38a103aa430e44d19677d7d83ecdf77d', 'expiration_1': datetime.datetime(2021, 9, 10, 15, 13, 24, 499733)}] Sep 10 15:13:44.554996 dv-cinder-760184-10-iscsi neutron-server[94032]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 15:13:44.555364 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG oslo_db.api [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 15:13:44.556861 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:44.601322 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5f97f22c-38af-4ace-b79b-44105772a17c req-44e58b42-1e72-4539-98f2-f0af71e83641 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/quotas/a704710d5e9d4ef1b4b1c9b49d2a9fcb HTTP/1.1" status: 200 len: 375 time: 0.0517983 Sep 10 15:13:44.610065 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [req-47a44358-0dd5-40bf-911d-094de879953a req-1a3e8526-974a-4bc8-b639-ad0aff18c727 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94031) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:13:44.611054 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47a44358-0dd5-40bf-911d-094de879953a req-1a3e8526-974a-4bc8-b639-ad0aff18c727 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0943387 Sep 10 15:13:44.622183 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Network 9fd410a6-6b42-4dd7-aaee-5021094067c5 is already hosted by enough agents. {{(pid=94033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:13:44.629238 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.base_scheduler [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Resources bound (agent type, host, resource id): {{(pid=94033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:44.632556 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Received port after_create {{(pid=94033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:13:44.673091 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5f97f22c-38af-4ace-b79b-44105772a17c req-560cd5c8-226a-4ba4-b0c9-d3a2dd45e4a2 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a704710d5e9d4ef1b4b1c9b49d2a9fcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610852 Sep 10 15:13:44.702461 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Pushing event updated for resources: {'Port': ['ID=b49d0786-6fcf-4802-9e12-b3d4e61ad1bc,revision_number=1']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:44.716225 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da61ea87-58a5-447d-bd48-b04b9a12f699 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:44.753340 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:44.754329 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:44.754676 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:44.755012 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:44.755342 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:44.755667 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:44.756009 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:44.756314 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:44.756652 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:44.757548 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:44.757548 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:44.757766 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Tracked resource versions report: Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: pushed versions: Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: { 'AddressGroup': {'1.2'}, Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'ConntrackHelper': {'1.0'}, Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'Log': {'1.0'}, Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'Network': {'1.1'}, Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'Port': {'1.7'}, Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'PortForwarding': {'1.2'}, Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'QosPolicy': {'1.9'}, Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'SecurityGroup': {'1.4'}, Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'SecurityGroupRule': {'1.2'}, Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'SubPort': {'1.0'}, Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'Subnet': {'1.1'}, Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'Trunk': {'1.1'}} Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: consumer versions: Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: { DHCP agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: HyperV agent@hv-cinder-76018: {}, Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: L3 agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: Metadata agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: Metering agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: Open vSwitch agent@dv-cinder-760184-10-iscsi: { 'AddressGroup': '1.2', Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'ConntrackHelper': '1.0', Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'Log': '1.0', Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'Network': '1.1', Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'Port': '1.7', Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'PortForwarding': '1.2', Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'QosPolicy': '1.9', Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'SecurityGroup': '1.4', Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'SecurityGroupRule': '1.2', Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'SubPort': '1.0', Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'Subnet': '1.1', Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: 'Trunk': '1.1'}} Sep 10 15:13:44.762775 dv-cinder-760184-10-iscsi neutron-server[94033]: {{(pid=94033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 15:13:44.765136 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da61ea87-58a5-447d-bd48-b04b9a12f699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:44.773898 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c29fc975-f27e-4eff-a965-5343b8d0f9fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:44.802657 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Attempting to bind port b49d0786-6fcf-4802-9e12-b3d4e61ad1bc on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:13:44.803031 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Attempting to bind port b49d0786-6fcf-4802-9e12-b3d4e61ad1bc by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': 'f917e91c-dcfb-4ada-a1fe-4754ca293181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:13:44.803885 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Attempting to bind port b49d0786-6fcf-4802-9e12-b3d4e61ad1bc on network 9fd410a6-6b42-4dd7-aaee-5021094067c5 {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:13:44.815926 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:13:44.816347 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Checking segment: {'id': 'f917e91c-dcfb-4ada-a1fe-4754ca293181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:13:44.817735 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:44.818368 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Bound using segment: {'id': 'f917e91c-dcfb-4ada-a1fe-4754ca293181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:13:44.818857 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Bound port: b49d0786-6fcf-4802-9e12-b3d4e61ad1bc, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f917e91c-dcfb-4ada-a1fe-4754ca293181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:13:44.819257 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:44.820403 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47a44358-0dd5-40bf-911d-094de879953a req-43e70184-01f1-49c8-b898-6d8739e585fd service neutron] 10.222.0.32 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901495 Sep 10 15:13:44.840690 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp966f7049-479f-577b-97f2-9a97344a5798-6da470b5-21a6-48da-8f44-511723482333', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0'}]}} from dv-cinder-760184-10-iscsi. {{(pid=94033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 15:13:44.841667 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:44.875461 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-997cdf25-d95b-4a02-8d78-20a90d6f9537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:44.879588 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [req-5f97f22c-38af-4ace-b79b-44105772a17c req-9619aaee-09d6-4584-b13c-7d04a89a82c9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94031) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:13:44.880611 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5f97f22c-38af-4ace-b79b-44105772a17c req-9619aaee-09d6-4584-b13c-7d04a89a82c9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1211588 Sep 10 15:13:44.891458 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-997cdf25-d95b-4a02-8d78-20a90d6f9537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:44.979141 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c29fc975-f27e-4eff-a965-5343b8d0f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.002758 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] For port b49d0786-6fcf-4802-9e12-b3d4e61ad1bc, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:13:45.008869 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] For port b49d0786-6fcf-4802-9e12-b3d4e61ad1bc, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=b49d0786-6fcf-4802-9e12-b3d4e61ad1bc,segment=NetworkSegment(f917e91c-dcfb-4ada-a1fe-4754ca293181),segment_id=f917e91c-dcfb-4ada-a1fe-4754ca293181)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:13:45.016384 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-da61ea87-58a5-447d-bd48-b04b9a12f699 admin admin] Allocated IP 172.27.3.35 (080accf6-a61d-43aa-a40c-4a5d90aa3be1/9f699ab7-ff98-4888-8014-ee1b80751434/d826b489-b29b-4d08-9eb5-e0f93733a3c3) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:13:45.017726 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.023996 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-997cdf25-d95b-4a02-8d78-20a90d6f9537 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9563571ce21d40e9b5e2aa10febf98ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7771816 Sep 10 15:13:45.025660 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cdf25-d95b-4a02-8d78-20a90d6f9537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1c4893-3dfc-4ae4-b23b-a189bcaf0a76,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:45.029245 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 53900) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:45.163964 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-369'] for router, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.165057 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-376'] for router, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.213982 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29fc975-f27e-4eff-a965-5343b8d0f9fa admin admin] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:13:45.223944 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-c29fc975-f27e-4eff-a965-5343b8d0f9fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:45.231373 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29fc975-f27e-4eff-a965-5343b8d0f9fa admin admin] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:13:45.236127 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47a44358-0dd5-40bf-911d-094de879953a req-2e3902c5-df21-4c7f-967f-5dbe3f5d1000 service neutron] 10.222.0.32 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071414 Sep 10 15:13:45.238883 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a388e8f0-366d-412e-bb21-25540c348539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.244637 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da61ea87-58a5-447d-bd48-b04b9a12f699 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.251976 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21cab88-9c4c-4814-9a92-a30b0f577430 None None] Pushing event updated for resources: {'Port': ['ID=b49d0786-6fcf-4802-9e12-b3d4e61ad1bc,revision_number=2']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:45.260477 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.db_base_plugin_common [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Allocated IP 172.20.0.2 (6da470b5-21a6-48da-8f44-511723482333/ef768324-eaba-4f07-b58a-689f0ef013d0/1911c872-ec28-409e-904f-24a2ababa994) {{(pid=94033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:13:45.268585 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.283741 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fc975-f27e-4eff-a965-5343b8d0f9fa admin admin] Pushing event updated for resources: {'Port': ['ID=30559a5f-a9ce-430e-9d30-f7d01551e622,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:45.336172 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a388e8f0-366d-412e-bb21-25540c348539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.367152 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5f97f22c-38af-4ace-b79b-44105772a17c req-2c8e8fcd-d611-4ce2-bddb-a1c5700ab59d service neutron] 10.222.0.32 "GET /v2.0/networks/7d8367ea-a774-4a00-9eb2-8e6f041a796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728513 Sep 10 15:13:45.491240 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Notify callbacks [] for port, precommit_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.503633 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Transition to ACTIVE for port object 1911c872-ec28-409e-904f-24a2ababa994 will not be triggered until provisioned by entity L2. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:13:45.521756 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.529966 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Transition to ACTIVE for port object 1911c872-ec28-409e-904f-24a2ababa994 will not be triggered until provisioned by entity DHCP. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:13:45.546396 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.580327 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da61ea87-58a5-447d-bd48-b04b9a12f699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.582474 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5f97f22c-38af-4ace-b79b-44105772a17c req-5e8ce224-d13e-45be-9045-bd35e58aab3f service neutron] 10.222.0.32 "GET /v2.0/networks/7d8367ea-a774-4a00-9eb2-8e6f041a796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023747 Sep 10 15:13:45.614528 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c29fc975-f27e-4eff-a965-5343b8d0f9fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.659982 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a388e8f0-366d-412e-bb21-25540c348539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.663555 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a388e8f0-366d-412e-bb21-25540c348539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.668061 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-a388e8f0-366d-412e-bb21-25540c348539 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f1c4893-3dfc-4ae4-b23b-a189bcaf0a76 HTTP/1.1" status: 204 len: 168 time: 0.6377907 Sep 10 15:13:45.693697 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Pushing event updated for resources: {'Port': ['ID=1911c872-ec28-409e-904f-24a2ababa994,revision_number=1']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:45.696995 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Network 6da470b5-21a6-48da-8f44-511723482333 is already hosted by enough agents. {{(pid=94033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:13:45.699146 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.base_scheduler [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Resources bound (agent type, host, resource id): {{(pid=94033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:45.706671 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Received port after_create {{(pid=94033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:13:45.731479 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da61ea87-58a5-447d-bd48-b04b9a12f699 admin admin] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:13:45.757107 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388e8f0-366d-412e-bb21-25540c348539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1c4893-3dfc-4ae4-b23b-a189bcaf0a76,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:45.776916 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-da61ea87-58a5-447d-bd48-b04b9a12f699 admin admin] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:45.809309 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da61ea87-58a5-447d-bd48-b04b9a12f699 admin admin] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:13:45.812945 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61ea87-58a5-447d-bd48-b04b9a12f699 admin admin] Pushing event updated for resources: {'Port': ['ID=d826b489-b29b-4d08-9eb5-e0f93733a3c3,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:45.841038 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Attempting to bind port 1911c872-ec28-409e-904f-24a2ababa994 on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:13:45.841340 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Attempting to bind port 1911c872-ec28-409e-904f-24a2ababa994 by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': 'e5ba6727-d32e-45bf-8bd8-4952c3bafa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6da470b5-21a6-48da-8f44-511723482333'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:13:45.841995 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Attempting to bind port 1911c872-ec28-409e-904f-24a2ababa994 on network 6da470b5-21a6-48da-8f44-511723482333 {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:13:45.875929 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:13:45.876653 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Checking segment: {'id': 'e5ba6727-d32e-45bf-8bd8-4952c3bafa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6da470b5-21a6-48da-8f44-511723482333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:13:45.878879 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.879453 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Bound using segment: {'id': 'e5ba6727-d32e-45bf-8bd8-4952c3bafa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6da470b5-21a6-48da-8f44-511723482333'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:13:45.880097 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Bound port: 1911c872-ec28-409e-904f-24a2ababa994, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ba6727-d32e-45bf-8bd8-4952c3bafa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6da470b5-21a6-48da-8f44-511723482333'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:13:45.882785 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.965614 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c29fc975-f27e-4eff-a965-5343b8d0f9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550998'] for router, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:46.031804 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] For port 1911c872-ec28-409e-904f-24a2ababa994, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:13:46.036854 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] For port 1911c872-ec28-409e-904f-24a2ababa994, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=1911c872-ec28-409e-904f-24a2ababa994,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:13:46.071835 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:46.213266 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a7cda7dc-f333-483b-8084-b9b0afcda081 req-5c73d42d-c8d0-40b8-b780-747b8d03c06c tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 210 time: 0.1623871 Sep 10 15:13:46.252960 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cce6e4-dbca-423f-8829-6846bf1cd738 None None] Pushing event updated for resources: {'Port': ['ID=1911c872-ec28-409e-904f-24a2ababa994,revision_number=2']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:46.490320 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bd28565b-7178-4253-9e70-36a8e6527eec req-cefd9600-2804-4350-a965-a6f0aab724d9 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 210 time: 0.1033647 Sep 10 15:13:46.505141 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29fc975-f27e-4eff-a965-5343b8d0f9fa admin admin] Router 69039c83-0121-40eb-8e54-c5500a17e9ce is scheduled to L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 with binding_index 1 {{(pid=94031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 15:13:46.545458 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 53958) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:46.598157 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-794a944a-28dc-426b-9de3-28a05a1f649b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:46.868750 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29fc975-f27e-4eff-a965-5343b8d0f9fa admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:13:46.888000 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Sync routers for ids ['69039c83-0121-40eb-8e54-c5500a17e9ce'] in dv-cinder-760184-10-iscsi {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:13:46.905887 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Routers {'69039c83-0121-40eb-8e54-c5500a17e9ce'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:13:46.906509 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:13:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['69039c83-0121-40eb-8e54-c5500a17e9ce'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:47.058761 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da61ea87-58a5-447d-bd48-b04b9a12f699 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:47.106759 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfac9564-4aa2-434a-8ec1-e03f8e82ac4b None None] Network 9fd410a6-6b42-4dd7-aaee-5021094067c5 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:13:47.108452 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:47.141709 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:47.235846 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-4cda699f-ff4a-4652-82e8-6de94ed28ada None None] Provisioning for port b49d0786-6fcf-4802-9e12-b3d4e61ad1bc completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:13:47.279458 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-794a944a-28dc-426b-9de3-28a05a1f649b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:47.280048 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Set router 69039c83-0121-40eb-8e54-c5500a17e9ce gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:13:47.296310 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c29fc975-f27e-4eff-a965-5343b8d0f9fa admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:47.298818 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c29fc975-f27e-4eff-a965-5343b8d0f9fa admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7860715 Sep 10 15:13:47.301173 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 53990) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:47.312155 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-794a944a-28dc-426b-9de3-28a05a1f649b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:47.345242 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 1911c872-ec28-409e-904f-24a2ababa994 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:13:47.486735 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port 1911c872-ec28-409e-904f-24a2ababa994 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:13:47.494326 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device b49d0786-6fcf-4802-9e12-b3d4e61ad1bc up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:13:47.518334 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-794a944a-28dc-426b-9de3-28a05a1f649b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f66272be9f74a768defa1427f4da092&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9674933 Sep 10 15:13:47.519372 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a944a-28dc-426b-9de3-28a05a1f649b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f991dc8-b9d2-4f02-86cb-272d8c1f745d,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:47.530143 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 53998) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:47.603070 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port b49d0786-6fcf-4802-9e12-b3d4e61ad1bc completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:13:47.608577 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Allocated IP 172.27.3.120 (080accf6-a61d-43aa-a40c-4a5d90aa3be1/9f699ab7-ff98-4888-8014-ee1b80751434/b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:13:47.610378 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port b49d0786-6fcf-4802-9e12-b3d4e61ad1bc triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:47.611108 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:47.673927 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-219ad955-7931-4986-b59d-8be6cf39de88 req-3a0aa91b-db48-4e6f-81f1-22299de0ccfe tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 210 time: 0.2053142 Sep 10 15:13:47.719785 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:47.741424 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69039c83-0121-40eb-8e54-c5500a17e9ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1837727179-router', 'tenant_id': '8d4ba512da8349e891d810bef26b5436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '30559a5f-a9ce-430e-9d30-f7d01551e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:42Z', 'updated_at': '2021-09-10T15:13:45Z', 'revision_number': 3, 'project_id': '8d4ba512da8349e891d810bef26b5436', 'gw_port': {'id': '30559a5f-a9ce-430e-9d30-f7d01551e622', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69039c83-0121-40eb-8e54-c5500a17e9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:47.761888 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port b49d0786-6fcf-4802-9e12-b3d4e61ad1bc, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=b49d0786-6fcf-4802-9e12-b3d4e61ad1bc,segment=NetworkSegment(f917e91c-dcfb-4ada-a1fe-4754ca293181),segment_id=f917e91c-dcfb-4ada-a1fe-4754ca293181)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:47.768324 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:47.833402 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Checking router: 69039c83-0121-40eb-8e54-c5500a17e9ce for host: dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:13:47.833829 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Updating router 69039c83-0121-40eb-8e54-c5500a17e9ce port 30559a5f-a9ce-430e-9d30-f7d01551e622 binding host dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:13:47.876237 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=b49d0786-6fcf-4802-9e12-b3d4e61ad1bc,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:47.904584 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5d82875c-9484-49e6-ac11-f8e6c7c6359b req-6b0a15ea-6384-45b2-ac04-9b19cf31cb55 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 210 time: 0.1944854 Sep 10 15:13:47.935214 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da61ea87-58a5-447d-bd48-b04b9a12f699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550998'] for router, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:47.936991 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.008370 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8e1ba16e-a280-4ea8-ba5a-9ed060baf6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.167552 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-3c10852e-ef99-4cfd-9e81-92ff41c9dc1c None None] Provisioning complete for port b49d0786-6fcf-4802-9e12-b3d4e61ad1bc triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:48.168026 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-3c10852e-ef99-4cfd-9e81-92ff41c9dc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.189543 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.257920 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66490719-fb67-4af3-9fb8-c94444c37d35 None None] Network 6da470b5-21a6-48da-8f44-511723482333 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:13:48.267297 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da61ea87-58a5-447d-bd48-b04b9a12f699 admin admin] Router 3e59380b-28aa-4c38-9685-7db17d8c1664 is scheduled to L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 with binding_index 1 {{(pid=94032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 15:13:48.276617 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.298178 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8e1ba16e-a280-4ea8-ba5a-9ed060baf6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.325255 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:13:48.373368 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:48.392741 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:13:48.409624 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 54036) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:48.491118 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8e1ba16e-a280-4ea8-ba5a-9ed060baf6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.494189 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8e1ba16e-a280-4ea8-ba5a-9ed060baf6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.495490 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-8e1ba16e-a280-4ea8-ba5a-9ed060baf6fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f991dc8-b9d2-4f02-86cb-272d8c1f745d HTTP/1.1" status: 204 len: 168 time: 0.9642403 Sep 10 15:13:48.496027 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Pushing event updated for resources: {'Port': ['ID=b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:48.528779 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ba16e-a280-4ea8-ba5a-9ed060baf6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f991dc8-b9d2-4f02-86cb-272d8c1f745d,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:48.733556 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Notify callbacks [] for port, precommit_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.763814 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.provisioning_blocks [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Transition to ACTIVE for port object 30559a5f-a9ce-430e-9d30-f7d01551e622 will not be triggered until provisioned by entity L2. {{(pid=94034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:13:48.787102 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.965069 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Attempting to bind port 30559a5f-a9ce-430e-9d30-f7d01551e622 on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:13:48.966484 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Attempting to bind port 30559a5f-a9ce-430e-9d30-f7d01551e622 by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}] {{(pid=94034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:13:48.967007 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Attempting to bind port 30559a5f-a9ce-430e-9d30-f7d01551e622 on network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:13:48.971450 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d335c3ea-3cc5-4cec-822b-9660bd4d5b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.973857 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df010787-839f-4a4e-b66f-36f7e4822f33 None None] Pushing event updated for resources: {'Port': ['ID=30559a5f-a9ce-430e-9d30-f7d01551e622,revision_number=2']} {{(pid=94034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:48.992603 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010787-839f-4a4e-b66f-36f7e4822f33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:48.993177 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010787-839f-4a4e-b66f-36f7e4822f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:48.993941 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010787-839f-4a4e-b66f-36f7e4822f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:48.994461 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010787-839f-4a4e-b66f-36f7e4822f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:48.994946 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010787-839f-4a4e-b66f-36f7e4822f33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:48.995459 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010787-839f-4a4e-b66f-36f7e4822f33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:48.996101 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010787-839f-4a4e-b66f-36f7e4822f33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:48.996622 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010787-839f-4a4e-b66f-36f7e4822f33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:48.997131 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010787-839f-4a4e-b66f-36f7e4822f33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:48.997626 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010787-839f-4a4e-b66f-36f7e4822f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:48.998104 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010787-839f-4a4e-b66f-36f7e4822f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:48.998660 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010787-839f-4a4e-b66f-36f7e4822f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df010787-839f-4a4e-b66f-36f7e4822f33 None None] Tracked resource versions report: Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: pushed versions: Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: { 'AddressGroup': {'1.2'}, Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'ConntrackHelper': {'1.0'}, Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'Log': {'1.0'}, Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'Network': {'1.1'}, Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'Port': {'1.7'}, Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'PortForwarding': {'1.2'}, Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'QosPolicy': {'1.9'}, Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'SecurityGroup': {'1.4'}, Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'SecurityGroupRule': {'1.2'}, Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'SubPort': {'1.0'}, Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'Subnet': {'1.1'}, Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'Trunk': {'1.1'}} Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: consumer versions: Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: { DHCP agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: HyperV agent@hv-cinder-76018: {}, Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: L3 agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: Metadata agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: Metering agent@dv-cinder-760184-10-iscsi: {}, Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: Open vSwitch agent@dv-cinder-760184-10-iscsi: { 'AddressGroup': '1.2', Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'ConntrackHelper': '1.0', Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'Log': '1.0', Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'Network': '1.1', Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'Port': '1.7', Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'PortForwarding': '1.2', Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'QosPolicy': '1.9', Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'SecurityGroup': '1.4', Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'SecurityGroupRule': '1.2', Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'SubPort': '1.0', Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'Subnet': '1.1', Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: 'Trunk': '1.1'}} Sep 10 15:13:49.000492 dv-cinder-760184-10-iscsi neutron-server[94034]: {{(pid=94034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 15:13:49.010153 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:13:49.010867 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Checking segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:13:49.011618 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:49.012297 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Bound using segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:13:49.012987 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Bound port: 30559a5f-a9ce-430e-9d30-f7d01551e622, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}}] {{(pid=94034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:13:49.013700 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:49.079475 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-6e4603f8-1c5a-4877-84e9-20d8c2f9d97b None None] Provisioning for port 1911c872-ec28-409e-904f-24a2ababa994 completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:13:49.091354 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-6e4603f8-1c5a-4877-84e9-20d8c2f9d97b None None] Provisioning complete for port 1911c872-ec28-409e-904f-24a2ababa994 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:49.109081 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.db [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] For port 30559a5f-a9ce-430e-9d30-f7d01551e622, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:13:49.109312 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-6e4603f8-1c5a-4877-84e9-20d8c2f9d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:49.116778 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.db [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] For port 30559a5f-a9ce-430e-9d30-f7d01551e622, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=30559a5f-a9ce-430e-9d30-f7d01551e622,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:13:49.138407 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:49.176081 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da61ea87-58a5-447d-bd48-b04b9a12f699 admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:13:49.221988 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Sync routers for ids ['3e59380b-28aa-4c38-9685-7db17d8c1664'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:13:49.274193 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Routers {'69039c83-0121-40eb-8e54-c5500a17e9ce'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:13:49.274193 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:13:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['69039c83-0121-40eb-8e54-c5500a17e9ce'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:49.299731 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device b49d0786-6fcf-4802-9e12-b3d4e61ad1bc up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:13:49.370628 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df010787-839f-4a4e-b66f-36f7e4822f33 None None] Pushing event updated for resources: {'Port': ['ID=30559a5f-a9ce-430e-9d30-f7d01551e622,revision_number=3']} {{(pid=94034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:49.373637 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Routers {'3e59380b-28aa-4c38-9685-7db17d8c1664'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:13:49.374381 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:13:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['3e59380b-28aa-4c38-9685-7db17d8c1664'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:49.405173 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fcacb739-6540-4dde-aba5-0d75be09a538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:49.471556 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-57b070b9-fd8e-4088-b2b9-2cc03f7de051 req-f4dbd151-6dac-4a64-9ab9-e3613598d6e2 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 210 time: 0.0631411 Sep 10 15:13:49.523513 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f2b42517-6752-4b4d-8587-34c2d3ca8de3 req-bef0cc1d-4d7c-4401-9b84-82161dba39cb tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 210 time: 0.1115298 Sep 10 15:13:49.529726 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] Set router 69039c83-0121-40eb-8e54-c5500a17e9ce gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:13:49.569464 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.43', 56974) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:49.583709 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-6e4603f8-1c5a-4877-84e9-20d8c2f9d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:49.592597 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:49.867053 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-6e4603f8-1c5a-4877-84e9-20d8c2f9d97b None None] For port 1911c872-ec28-409e-904f-24a2ababa994, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=1911c872-ec28-409e-904f-24a2ababa994,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:49.868250 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port b49d0786-6fcf-4802-9e12-b3d4e61ad1bc triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:49.868664 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:49.893223 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Set router 3e59380b-28aa-4c38-9685-7db17d8c1664 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:13:49.908626 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-6e4603f8-1c5a-4877-84e9-20d8c2f9d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:49.944328 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69039c83-0121-40eb-8e54-c5500a17e9ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1837727179-router', 'tenant_id': '8d4ba512da8349e891d810bef26b5436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '30559a5f-a9ce-430e-9d30-f7d01551e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:42Z', 'updated_at': '2021-09-10T15:13:45Z', 'revision_number': 3, 'project_id': '8d4ba512da8349e891d810bef26b5436', 'gw_port': {'id': '30559a5f-a9ce-430e-9d30-f7d01551e622', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69039c83-0121-40eb-8e54-c5500a17e9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:49.994401 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-fcacb739-6540-4dde-aba5-0d75be09a538 admin admin] Allocated IP 172.20.0.1 (89c82b9c-da29-44a5-a286-a7806dfed4d4/56d1c94b-8bee-42a2-9581-b70245d1f7a7/45403cff-4fc3-4fc2-a56f-6fa300e56801) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:13:50.011727 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718156a-901d-4f69-a01f-1167adf3ef8b None None] The sync data for ids ['69039c83-0121-40eb-8e54-c5500a17e9ce'] in dv-cinder-760184-10-iscsi is: [{'id': '69039c83-0121-40eb-8e54-c5500a17e9ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1837727179-router', 'tenant_id': '8d4ba512da8349e891d810bef26b5436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '30559a5f-a9ce-430e-9d30-f7d01551e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:42Z', 'updated_at': '2021-09-10T15:13:45Z', 'revision_number': 3, 'project_id': '8d4ba512da8349e891d810bef26b5436', 'gw_port': {'id': '30559a5f-a9ce-430e-9d30-f7d01551e622', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69039c83-0121-40eb-8e54-c5500a17e9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}] {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:13:50.057714 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97f22c-38af-4ace-b79b-44105772a17c req-0dc9fbd7-3088-4c73-8b2f-d07ef4e37a50 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:50.062341 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5f97f22c-38af-4ace-b79b-44105772a17c req-0dc9fbd7-3088-4c73-8b2f-d07ef4e37a50 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.43 "GET /v2.0/networks?id=7d8367ea-a774-4a00-9eb2-8e6f041a796b HTTP/1.1" status: 200 len: 812 time: 0.4887533 Sep 10 15:13:50.083782 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-77edfeb4-0c61-4530-b796-20d53786ccd2 None None] Provisioning complete for port 1911c872-ec28-409e-904f-24a2ababa994 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:50.084017 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-77edfeb4-0c61-4530-b796-20d53786ccd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:50.105357 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d335c3ea-3cc5-4cec-822b-9660bd4d5b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:50.160967 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d335c3ea-3cc5-4cec-822b-9660bd4d5b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:50.168574 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-5f97f22c-38af-4ace-b79b-44105772a17c req-47a2e736-237e-4ae5-ac70-d9967838ecd4 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Request body: {'port': {'device_id': '42d0486a-f3cb-4329-b1ac-7c01477f2bff', 'network_id': '7d8367ea-a774-4a00-9eb2-8e6f041a796b', 'admin_state_up': True, 'tenant_id': 'a704710d5e9d4ef1b4b1c9b49d2a9fcb'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:50.257073 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fcacb739-6540-4dde-aba5-0d75be09a538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:50.307567 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.43', 56979) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:50.329697 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4603f8-1c5a-4877-84e9-20d8c2f9d97b None None] Pushing event updated for resources: {'Port': ['ID=1911c872-ec28-409e-904f-24a2ababa994,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:50.589931 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a44358-0dd5-40bf-911d-094de879953a req-39f0be0d-7064-4d75-a9d6-32f621ae3c49 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:50.593764 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47a44358-0dd5-40bf-911d-094de879953a req-39f0be0d-7064-4d75-a9d6-32f621ae3c49 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.43 "GET /v2.0/networks?id=8d3b0b79-b02f-415f-a544-6d759d712dbf HTTP/1.1" status: 200 len: 815 time: 0.2836766 Sep 10 15:13:50.606937 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:13:46Z', 'revision_number': 3, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port': {'id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:50.618412 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [req-47a44358-0dd5-40bf-911d-094de879953a req-b0aa054c-9a77-4ba1-b1eb-87df13dadffe tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Request body: {'port': {'device_id': 'bc8bf592-6e59-4d78-9948-3a6bf7364d1c', 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf', 'admin_state_up': True, 'tenant_id': 'bee7eeacd1f84ecbbada79b0ca26d149'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:50.660425 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da61ea87-58a5-447d-bd48-b04b9a12f699 admin admin] Notify callbacks [] for router, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:50.661703 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-da61ea87-58a5-447d-bd48-b04b9a12f699 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1839371 Sep 10 15:13:50.683608 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f97f22c-38af-4ace-b79b-44105772a17c req-47a2e736-237e-4ae5-ac70-d9967838ecd4 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Made reservation on behalf of a704710d5e9d4ef1b4b1c9b49d2a9fcb for: {'port': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:13:50.696826 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5f97f22c-38af-4ace-b79b-44105772a17c req-47a2e736-237e-4ae5-ac70-d9967838ecd4 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:50.787148 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 54130) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:50.836098 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-d335c3ea-3cc5-4cec-822b-9660bd4d5b8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4288749af02c4f8581bb4b9301bdb8b0&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4238341 Sep 10 15:13:50.840737 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 54144) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:50.898205 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335c3ea-3cc5-4cec-822b-9660bd4d5b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cd9a84-dbb5-4cfd-ad0b-8537a99695aa,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:50.978692 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Checking router: 3e59380b-28aa-4c38-9685-7db17d8c1664 for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:13:50.979096 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Updating router 3e59380b-28aa-4c38-9685-7db17d8c1664 port d826b489-b29b-4d08-9eb5-e0f93733a3c3 binding host dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:13:51.014696 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:51.088145 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0b23105a-a235-4a2d-8225-bf2e600fb516 req-93ce0024-32b7-4b59-9408-c88a45a43ee3 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 210 time: 0.1099782 Sep 10 15:13:51.166417 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-98860cb1-f301-4015-b2ab-caaae17117e0 req-193a66ad-476c-487c-a8f9-a69af95a86f0 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 210 time: 0.1849971 Sep 10 15:13:51.185237 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fcacb739-6540-4dde-aba5-0d75be09a538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:51.306715 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a44358-0dd5-40bf-911d-094de879953a req-b0aa054c-9a77-4ba1-b1eb-87df13dadffe tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Made reservation on behalf of bee7eeacd1f84ecbbada79b0ca26d149 for: {'port': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:13:51.311592 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-47a44358-0dd5-40bf-911d-094de879953a req-b0aa054c-9a77-4ba1-b1eb-87df13dadffe tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:51.374184 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacb739-6540-4dde-aba5-0d75be09a538 admin admin] Pushing event updated for resources: {'Port': ['ID=45403cff-4fc3-4fc2-a56f-6fa300e56801,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:51.402110 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcacb739-6540-4dde-aba5-0d75be09a538 admin admin] Network 89c82b9c-da29-44a5-a286-a7806dfed4d4 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:13:51.411765 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-fcacb739-6540-4dde-aba5-0d75be09a538 admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:51.421743 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcacb739-6540-4dde-aba5-0d75be09a538 admin admin] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:13:51.422549 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fcacb739-6540-4dde-aba5-0d75be09a538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551047'] for router_interface, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:51.480388 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 1911c872-ec28-409e-904f-24a2ababa994 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:13:51.747863 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:51.787944 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Transition to ACTIVE for port object d826b489-b29b-4d08-9eb5-e0f93733a3c3 will not be triggered until provisioned by entity L2. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:13:51.802901 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:51.840684 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 1911c872-ec28-409e-904f-24a2ababa994 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:51.841430 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:52.007639 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Attempting to bind port d826b489-b29b-4d08-9eb5-e0f93733a3c3 on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:13:52.008896 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Attempting to bind port d826b489-b29b-4d08-9eb5-e0f93733a3c3 by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:13:52.008896 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Attempting to bind port d826b489-b29b-4d08-9eb5-e0f93733a3c3 on network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:13:52.036215 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [req-47a44358-0dd5-40bf-911d-094de879953a req-b0aa054c-9a77-4ba1-b1eb-87df13dadffe tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Allocated IP 172.20.0.5 (8d3b0b79-b02f-415f-a544-6d759d712dbf/119b5847-f28a-498d-b2fc-b0ccb46cb6b3/9a1e7931-59bf-4491-9b74-302fdf764bf8) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:13:52.041234 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:13:52.041602 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Checking segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:13:52.042018 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:52.050050 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Bound using segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:13:52.051171 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Bound port: d826b489-b29b-4d08-9eb5-e0f93733a3c3, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:13:52.051639 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:52.239011 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fcacb739-6540-4dde-aba5-0d75be09a538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:52.246597 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [req-5f97f22c-38af-4ace-b79b-44105772a17c req-47a2e736-237e-4ae5-ac70-d9967838ecd4 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Allocated IP 172.20.0.3 (7d8367ea-a774-4a00-9eb2-8e6f041a796b/f991c501-9a37-464f-967c-9f7392eb5e1c/fd24af28-19fb-4217-aebc-cf16b95f6e05) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:13:52.312239 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] For port d826b489-b29b-4d08-9eb5-e0f93733a3c3, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:13:52.324814 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b6085-ec1c-4c67-a3f3-838a0187ada5 None None] Pushing event updated for resources: {'Port': ['ID=d826b489-b29b-4d08-9eb5-e0f93733a3c3,revision_number=2']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:52.360390 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] For port d826b489-b29b-4d08-9eb5-e0f93733a3c3, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=d826b489-b29b-4d08-9eb5-e0f93733a3c3,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:13:52.385695 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:52.561772 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b6085-ec1c-4c67-a3f3-838a0187ada5 None None] Pushing event updated for resources: {'Port': ['ID=d826b489-b29b-4d08-9eb5-e0f93733a3c3,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:52.564319 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1da459b6-559c-4c01-9b0e-61f8846c7dd8 req-7d381247-39f2-4701-9fe8-b94fd0516167 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 210 time: 0.2404518 Sep 10 15:13:52.567137 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Routers {'3e59380b-28aa-4c38-9685-7db17d8c1664'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:13:52.567853 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:13:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['3e59380b-28aa-4c38-9685-7db17d8c1664'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:52.572798 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 30559a5f-a9ce-430e-9d30-f7d01551e622 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:13:52.596809 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-323f8a2d-3987-4b50-90e5-c30855012f10 req-30f47f98-bb25-4bd8-a9fd-b38c02a74cf5 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 210 time: 0.2712989 Sep 10 15:13:52.690499 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5f97f22c-38af-4ace-b79b-44105772a17c req-47a2e736-237e-4ae5-ac70-d9967838ecd4 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:52.752421 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550998'] for router, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:52.766988 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5f97f22c-38af-4ace-b79b-44105772a17c req-47a2e736-237e-4ae5-ac70-d9967838ecd4 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:52.804524 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port 30559a5f-a9ce-430e-9d30-f7d01551e622 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:13:52.816338 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] Set router 3e59380b-28aa-4c38-9685-7db17d8c1664 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:13:52.818898 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 30559a5f-a9ce-430e-9d30-f7d01551e622 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:52.819310 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:53.202524 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f97f22c-38af-4ace-b79b-44105772a17c req-47a2e736-237e-4ae5-ac70-d9967838ecd4 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Network 7d8367ea-a774-4a00-9eb2-8e6f041a796b is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:13:53.202524 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2e736-237e-4ae5-ac70-d9967838ecd4 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Pushing event updated for resources: {'Port': ['ID=fd24af28-19fb-4217-aebc-cf16b95f6e05,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:53.202524 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [req-5f97f22c-38af-4ace-b79b-44105772a17c req-47a2e736-237e-4ae5-ac70-d9967838ecd4 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:53.223106 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9ea2fed5-ff0c-421c-800a-45ef90e697ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:53.259686 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:53.261137 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9ea2fed5-ff0c-421c-800a-45ef90e697ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:53.326180 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port 30559a5f-a9ce-430e-9d30-f7d01551e622, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=30559a5f-a9ce-430e-9d30-f7d01551e622,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:53.333454 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:53.392627 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:13:46Z', 'revision_number': 3, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port': {'id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:53.438123 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d840cb-58c9-40ac-aa58-29d600be96c6 None None] The sync data for ids ['3e59380b-28aa-4c38-9685-7db17d8c1664'] in dv-cinder-760184-10-iscsi is: [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:13:46Z', 'revision_number': 3, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port': {'id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:13:53.461936 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-47a44358-0dd5-40bf-911d-094de879953a req-b0aa054c-9a77-4ba1-b1eb-87df13dadffe tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:53.473972 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=30559a5f-a9ce-430e-9d30-f7d01551e622,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:53.561986 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-47a44358-0dd5-40bf-911d-094de879953a req-b0aa054c-9a77-4ba1-b1eb-87df13dadffe tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:53.709960 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f97f22c-38af-4ace-b79b-44105772a17c req-47a2e736-237e-4ae5-ac70-d9967838ecd4 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:13:53.761360 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97f22c-38af-4ace-b79b-44105772a17c req-47a2e736-237e-4ae5-ac70-d9967838ecd4 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:53.762026 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5f97f22c-38af-4ace-b79b-44105772a17c req-47a2e736-237e-4ae5-ac70-d9967838ecd4 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:53.846014 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5f97f22c-38af-4ace-b79b-44105772a17c req-47a2e736-237e-4ae5-ac70-d9967838ecd4 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6886559 Sep 10 15:13:53.890311 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9ea2fed5-ff0c-421c-800a-45ef90e697ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:53.895007 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9ea2fed5-ff0c-421c-800a-45ef90e697ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:53.896443 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-9ea2fed5-ff0c-421c-800a-45ef90e697ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9cd9a84-dbb5-4cfd-ad0b-8537a99695aa HTTP/1.1" status: 204 len: 168 time: 2.9996338 Sep 10 15:13:53.954961 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fcacb739-6540-4dde-aba5-0d75be09a538 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:53.973302 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:53.983293 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2fed5-ff0c-421c-800a-45ef90e697ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cd9a84-dbb5-4cfd-ad0b-8537a99695aa,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:54.151054 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fcacb739-6540-4dde-aba5-0d75be09a538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.151929 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fcacb739-6540-4dde-aba5-0d75be09a538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547095'] for router_interface, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.166719 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a44358-0dd5-40bf-911d-094de879953a req-b0aa054c-9a77-4ba1-b1eb-87df13dadffe tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Network 8d3b0b79-b02f-415f-a544-6d759d712dbf is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:13:54.263915 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Router 92afbcc6-f37b-4db6-9153-e89f51caacda is scheduled to L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 with binding_index 1 {{(pid=94032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 15:13:54.348735 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [req-47a44358-0dd5-40bf-911d-094de879953a req-b0aa054c-9a77-4ba1-b1eb-87df13dadffe tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:54.373140 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a44358-0dd5-40bf-911d-094de879953a req-b0aa054c-9a77-4ba1-b1eb-87df13dadffe tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:13:54.393460 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a44358-0dd5-40bf-911d-094de879953a req-b0aa054c-9a77-4ba1-b1eb-87df13dadffe tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:54.394604 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-47a44358-0dd5-40bf-911d-094de879953a req-b0aa054c-9a77-4ba1-b1eb-87df13dadffe tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for port, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.427291 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ad88c-4df8-4584-a27f-7578ce0d7fa7 req-4e8953e3-c084-406a-bc9d-7ad52ccbee77 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:54.429445 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ce6ad88c-4df8-4584-a27f-7578ce0d7fa7 req-4e8953e3-c084-406a-bc9d-7ad52ccbee77 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 931 time: 0.4261286 Sep 10 15:13:54.452792 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47a44358-0dd5-40bf-911d-094de879953a req-b0aa054c-9a77-4ba1-b1eb-87df13dadffe tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8428645 Sep 10 15:13:54.479994 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:13:54.489899 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [req-5f97f22c-38af-4ace-b79b-44105772a17c req-a2313061-8649-4a5b-9008-7ab4735f7eaa tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:13:54.491067 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5f97f22c-38af-4ace-b79b-44105772a17c req-a2313061-8649-4a5b-9008-7ab4735f7eaa tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125287 Sep 10 15:13:54.495589 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Sync routers for ids ['92afbcc6-f37b-4db6-9153-e89f51caacda'] in dv-cinder-760184-10-iscsi {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:13:54.501491 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [req-47a44358-0dd5-40bf-911d-094de879953a req-fcdeedf7-e4b6-41d3-9c70-2eed5b200c7c tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94031) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:13:54.509812 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47a44358-0dd5-40bf-911d-094de879953a req-fcdeedf7-e4b6-41d3-9c70-2eed5b200c7c tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121484 Sep 10 15:13:54.515689 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Routers {'92afbcc6-f37b-4db6-9153-e89f51caacda'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:13:54.516346 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:13:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['92afbcc6-f37b-4db6-9153-e89f51caacda'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:54.545473 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa054c-9a77-4ba1-b1eb-87df13dadffe tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Pushing event updated for resources: {'Port': ['ID=9a1e7931-59bf-4491-9b74-302fdf764bf8,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:54.578979 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] Notify callbacks [] for router, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.580703 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-f9de7cf0-abd9-4bd1-9dc5-7ab6b30c2feb admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.0943453 Sep 10 15:13:54.585415 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 54230) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:54.664650 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacb739-6540-4dde-aba5-0d75be09a538 admin admin] Pushing event updated for resources: {'Port': ['ID=45403cff-4fc3-4fc2-a56f-6fa300e56801,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:54.691827 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-888d0a98-4c4e-4ccd-bc18-78fd6ea59902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.712367 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcacb739-6540-4dde-aba5-0d75be09a538 admin admin] Network 89c82b9c-da29-44a5-a286-a7806dfed4d4 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:13:54.734570 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-fcacb739-6540-4dde-aba5-0d75be09a538 admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:54.755446 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c919597-ba7b-4b7c-9274-358f7c4134d9 req-8cd60220-4982-4072-853b-bdbc60705fbe tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:54.763202 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6c919597-ba7b-4b7c-9274-358f7c4134d9 req-8cd60220-4982-4072-853b-bdbc60705fbe tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 931 time: 0.8005733 Sep 10 15:13:54.821184 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ce6ad88c-4df8-4584-a27f-7578ce0d7fa7 req-b70f15be-acb5-4835-a4d9-5731fd3c5305 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548193 Sep 10 15:13:55.132318 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Set router 92afbcc6-f37b-4db6-9153-e89f51caacda gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:13:55.239687 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Request body: {'port': {'device_id': 'bc8bf592-6e59-4d78-9948-3a6bf7364d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:55.368617 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6c919597-ba7b-4b7c-9274-358f7c4134d9 req-b2fdeefb-c12e-48f3-8d41-e518bdf7d672 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/security-groups?id=452574b0-ad22-4fdb-a31a-a8d8b288ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943301 Sep 10 15:13:55.392343 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcacb739-6540-4dde-aba5-0d75be09a538 admin admin] Router 69039c83-0121-40eb-8e54-c5500a17e9ce has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:13:55.496682 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Request body: {'port': {'device_id': '42d0486a-f3cb-4329-b1ac-7c01477f2bff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:55.671554 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 30559a5f-a9ce-430e-9d30-f7d01551e622 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:13:55.720986 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:13:49Z', 'revision_number': 3, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port': {'id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:47Z', 'updated_at': '2021-09-10T15:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:55.748717 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:55.812806 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 30559a5f-a9ce-430e-9d30-f7d01551e622 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:55.814557 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:55.823112 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Checking router: 92afbcc6-f37b-4db6-9153-e89f51caacda for host: dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:13:55.823576 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Updating router 92afbcc6-f37b-4db6-9153-e89f51caacda port b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a binding host dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:13:55.870462 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcacb739-6540-4dde-aba5-0d75be09a538 admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:13:55.895260 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-fcacb739-6540-4dde-aba5-0d75be09a538 admin admin] 10.222.0.32 "PUT /v2.0/routers/69039c83-0121-40eb-8e54-c5500a17e9ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5885372 Sep 10 15:13:55.924809 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:55.942544 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Sync routers for ids ['69039c83-0121-40eb-8e54-c5500a17e9ce'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:13:55.959970 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:56.011910 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-888d0a98-4c4e-4ccd-bc18-78fd6ea59902 admin admin] Allocated IP 172.20.0.1 (9fd410a6-6b42-4dd7-aaee-5021094067c5/4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b/ffb0c0a1-2249-4ed0-a18d-b36a4d31651b) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:13:56.031211 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Routers {'69039c83-0121-40eb-8e54-c5500a17e9ce'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:13:56.031857 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:13:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['69039c83-0121-40eb-8e54-c5500a17e9ce'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:56.187349 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 54268) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:56.365116 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Set router 69039c83-0121-40eb-8e54-c5500a17e9ce gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:13:56.493146 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-448589d4-c696-4faa-8f17-f3c193a342c7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-968545738-network', 'tenant_id': 'e6721472acd544b1bc7b4829c3e756d9'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:56.500489 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device d826b489-b29b-4d08-9eb5-e0f93733a3c3 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:13:56.575139 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:56.579690 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63fbb2-e1e8-4fff-bc29-e1ccbaa60125 req-b8f058a0-b883-490c-aa09-74d1b8782795 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:56.581328 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0c63fbb2-e1e8-4fff-bc29-e1ccbaa60125 req-b8f058a0-b883-490c-aa09-74d1b8782795 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 931 time: 0.5181372 Sep 10 15:13:56.607315 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.provisioning_blocks [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Transition to ACTIVE for port object b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a will not be triggered until provisioned by entity L2. {{(pid=94034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:13:56.616069 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:56.723647 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0c63fbb2-e1e8-4fff-bc29-e1ccbaa60125 req-53e3b5f3-a8c3-4645-8800-a4f138d6f5f1 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758874 Sep 10 15:13:56.843153 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Attempting to bind port b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:13:56.843743 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Attempting to bind port b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}] {{(pid=94034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:13:56.844229 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Attempting to bind port b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a on network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:13:56.852598 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b3d5b-6dff-41ac-856d-83911acdadd2 None None] Pushing event updated for resources: {'Port': ['ID=b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a,revision_number=2']} {{(pid=94034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:56.871925 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:13:56.872294 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Checking segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:13:56.882726 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:56.884588 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Bound using segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:13:56.885430 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Bound port: b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}}] {{(pid=94034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:13:56.887538 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:57.019742 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.db [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] For port b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:13:57.037332 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.db [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] For port b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:13:57.045068 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:57.070195 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port d826b489-b29b-4d08-9eb5-e0f93733a3c3 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:13:57.086465 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448589d4-c696-4faa-8f17-f3c193a342c7 admin admin] Made reservation on behalf of e6721472acd544b1bc7b4829c3e756d9 for: {'network': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:13:57.088790 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-448589d4-c696-4faa-8f17-f3c193a342c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for network, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:57.094725 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port d826b489-b29b-4d08-9eb5-e0f93733a3c3 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:57.095141 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:57.198460 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Routers {'92afbcc6-f37b-4db6-9153-e89f51caacda'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:13:57.218203 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:13:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['92afbcc6-f37b-4db6-9153-e89f51caacda'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:57.256509 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-32eef691-f01c-4d0e-9a5d-1031c0ee3ebd tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:57.298310 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-32eef691-f01c-4d0e-9a5d-1031c0ee3ebd tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/networks?id=89c82b9c-da29-44a5-a286-a7806dfed4d4 HTTP/1.1" status: 200 len: 819 time: 0.6628306 Sep 10 15:13:57.349486 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-cd0caa41-94c6-43ae-8bd3-49ddb5df3564 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/quotas/8d4ba512da8349e891d810bef26b5436 HTTP/1.1" status: 200 len: 375 time: 0.0678711 Sep 10 15:13:57.415958 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-448589d4-c696-4faa-8f17-f3c193a342c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:57.440502 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f8bd2-9a27-4d87-baa0-12d3886aff31 req-dfee20ca-c7f9-4a13-af94-23e9f61f5a4f tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:57.453360 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b81f8bd2-9a27-4d87-baa0-12d3886aff31 req-dfee20ca-c7f9-4a13-af94-23e9f61f5a4f tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 931 time: 0.5168915 Sep 10 15:13:57.466275 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-888d0a98-4c4e-4ccd-bc18-78fd6ea59902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:57.492222 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-888d0a98-4c4e-4ccd-bc18-78fd6ea59902 admin admin] Transition to ACTIVE for port object ffb0c0a1-2249-4ed0-a18d-b36a4d31651b will not be triggered until provisioned by entity DHCP. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:13:57.573396 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] Set router 92afbcc6-f37b-4db6-9153-e89f51caacda gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:13:57.585653 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b3d5b-6dff-41ac-856d-83911acdadd2 None None] Pushing event updated for resources: {'Port': ['ID=b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a,revision_number=3']} {{(pid=94034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:57.585855 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69039c83-0121-40eb-8e54-c5500a17e9ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1837727179-router', 'tenant_id': '8d4ba512da8349e891d810bef26b5436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '30559a5f-a9ce-430e-9d30-f7d01551e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:42Z', 'updated_at': '2021-09-10T15:13:52Z', 'revision_number': 4, 'project_id': '8d4ba512da8349e891d810bef26b5436', 'gw_port': {'id': '30559a5f-a9ce-430e-9d30-f7d01551e622', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69039c83-0121-40eb-8e54-c5500a17e9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '45403cff-4fc3-4fc2-a56f-6fa300e56801', 'name': '', 'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4', 'tenant_id': '8d4ba512da8349e891d810bef26b5436', 'mac_address': 'fa:16:3e:26:8f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69039c83-0121-40eb-8e54-c5500a17e9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '56d1c94b-8bee-42a2-9581-b70245d1f7a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:49Z', 'updated_at': '2021-09-10T15:13:53Z', 'revision_number': 2, 'project_id': '8d4ba512da8349e891d810bef26b5436', 'subnets': [{'id': '56d1c94b-8bee-42a2-9581-b70245d1f7a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:57.645222 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-b199ca50-f9df-48b4-81f1-1639a60f2246 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d4ba512da8349e891d810bef26b5436&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2923002 Sep 10 15:13:57.666447 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Checking router: 69039c83-0121-40eb-8e54-c5500a17e9ce for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:13:57.667659 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Updating router 69039c83-0121-40eb-8e54-c5500a17e9ce port 45403cff-4fc3-4fc2-a56f-6fa300e56801 binding host dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:13:57.676583 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:57.749557 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1e7931-59bf-4491-9b74-302fdf764bf8 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:13:57.760792 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:57.779678 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Transition to ACTIVE for port object 9a1e7931-59bf-4491-9b74-302fdf764bf8 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:13:57.790254 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2cec9eae-b7ff-44d4-a0be-a3762f87a519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:57.802373 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port d826b489-b29b-4d08-9eb5-e0f93733a3c3, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=d826b489-b29b-4d08-9eb5-e0f93733a3c3,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:57.820373 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:57.826311 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-888d0a98-4c4e-4ccd-bc18-78fd6ea59902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:57.845296 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-b0f03348-b817-4399-82f6-ecb82e73c15e service neutron] 10.222.0.32 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987467 Sep 10 15:13:57.879132 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:58.007705 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:13:49Z', 'revision_number': 3, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port': {'id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:47Z', 'updated_at': '2021-09-10T15:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:58.067429 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7817cb-0a88-4e34-a8a3-a002e77373b3 None None] The sync data for ids ['92afbcc6-f37b-4db6-9153-e89f51caacda'] in dv-cinder-760184-10-iscsi is: [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:13:49Z', 'revision_number': 3, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port': {'id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:47Z', 'updated_at': '2021-09-10T15:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}] {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:13:58.117928 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=d826b489-b29b-4d08-9eb5-e0f93733a3c3,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:58.182511 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:58.284695 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-b9e5d289-18b3-4938-90cc-9ada477c30c5 service neutron] 10.222.0.32 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382422 Sep 10 15:13:58.285547 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888d0a98-4c4e-4ccd-bc18-78fd6ea59902 admin admin] Network 9fd410a6-6b42-4dd7-aaee-5021094067c5 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:13:58.292508 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-888d0a98-4c4e-4ccd-bc18-78fd6ea59902 admin admin] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:58.296638 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888d0a98-4c4e-4ccd-bc18-78fd6ea59902 admin admin] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:13:58.299032 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-888d0a98-4c4e-4ccd-bc18-78fd6ea59902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551047'] for router_interface, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:58.324109 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b81f8bd2-9a27-4d87-baa0-12d3886aff31 req-d95ec952-73d3-440c-bb23-408ff4dbfa08 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/security-groups?id=452574b0-ad22-4fdb-a31a-a8d8b288ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8697078 Sep 10 15:13:58.340397 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd24af28-19fb-4217-aebc-cf16b95f6e05 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:13:58.363798 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1f91-9ed2-40fd-a3ea-ac58834784a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:58.378358 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:58.430885 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Transition to ACTIVE for port object fd24af28-19fb-4217-aebc-cf16b95f6e05 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:13:58.443905 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:58.591914 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Notify callbacks [] for port, precommit_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:58.598407 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Pushing event updated for resources: {'Port': ['ID=fd24af28-19fb-4217-aebc-cf16b95f6e05,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:58.673756 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Transition to ACTIVE for port object 45403cff-4fc3-4fc2-a56f-6fa300e56801 will not be triggered until provisioned by entity L2. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:13:58.707355 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:58.815772 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a6d17-8eb1-4f7d-ae63-9e1fccdac529 None None] Pushing event updated for resources: {'Port': ['ID=45403cff-4fc3-4fc2-a56f-6fa300e56801,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:59.059633 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Attempting to bind port fd24af28-19fb-4217-aebc-cf16b95f6e05 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:13:59.059822 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Attempting to bind port fd24af28-19fb-4217-aebc-cf16b95f6e05 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '068ee32f-3c5d-471e-b9ca-cbcf88d138c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7d8367ea-a774-4a00-9eb2-8e6f041a796b'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:13:59.060090 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Attempting to bind port fd24af28-19fb-4217-aebc-cf16b95f6e05 on network 7d8367ea-a774-4a00-9eb2-8e6f041a796b {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:13:59.103197 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-40d9a56c-4886-43d7-9ffd-9f87acb2a577 None None] Provisioning for port ffb0c0a1-2249-4ed0-a18d-b36a4d31651b completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:13:59.122156 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-40d9a56c-4886-43d7-9ffd-9f87acb2a577 None None] Provisioning complete for port ffb0c0a1-2249-4ed0-a18d-b36a4d31651b triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:59.123942 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-40d9a56c-4886-43d7-9ffd-9f87acb2a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:59.131814 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d0a98-4c4e-4ccd-bc18-78fd6ea59902 admin admin] Pushing event updated for resources: {'Port': ['ID=ffb0c0a1-2249-4ed0-a18d-b36a4d31651b,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:59.147370 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f627628-3f6e-41b5-8c6e-002530a95f03 req-eb8c54a6-d226-434f-9cab-4c53b62206ab tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:59.158024 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2f627628-3f6e-41b5-8c6e-002530a95f03 req-eb8c54a6-d226-434f-9cab-4c53b62206ab tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 943 time: 0.5803235 Sep 10 15:13:59.180092 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Port fd24af28-19fb-4217-aebc-cf16b95f6e05 on network 7d8367ea-a774-4a00-9eb2-8e6f041a796b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:13:59.180414 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Attempting to bind port fd24af28-19fb-4217-aebc-cf16b95f6e05 on network 7d8367ea-a774-4a00-9eb2-8e6f041a796b {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:13:59.208449 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cdfb4ffb-d0d4-4897-aa9a-f8e643bdbee8 req-a2fe408c-6a7d-4b1a-a4fc-33eda8debd24 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 210 time: 0.2974668 Sep 10 15:13:59.290597 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Attempting to bind port 45403cff-4fc3-4fc2-a56f-6fa300e56801 on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:13:59.291864 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Attempting to bind port 45403cff-4fc3-4fc2-a56f-6fa300e56801 by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': '8f8bc020-2455-4540-beed-ea448ad37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:13:59.292283 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Attempting to bind port 45403cff-4fc3-4fc2-a56f-6fa300e56801 on network 89c82b9c-da29-44a5-a286-a7806dfed4d4 {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:13:59.308265 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:13:59.308876 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Checking segment: {'id': '068ee32f-3c5d-471e-b9ca-cbcf88d138c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7d8367ea-a774-4a00-9eb2-8e6f041a796b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:13:59.311737 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Bound using segment: {'id': '068ee32f-3c5d-471e-b9ca-cbcf88d138c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7d8367ea-a774-4a00-9eb2-8e6f041a796b'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:13:59.312238 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Bound port: fd24af28-19fb-4217-aebc-cf16b95f6e05, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '068ee32f-3c5d-471e-b9ca-cbcf88d138c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7d8367ea-a774-4a00-9eb2-8e6f041a796b'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:13:59.313965 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:59.334637 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-888d0a98-4c4e-4ccd-bc18-78fd6ea59902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:59.361821 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:13:59.362311 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Checking segment: {'id': '8f8bc020-2455-4540-beed-ea448ad37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:13:59.363717 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:59.363842 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Bound using segment: {'id': '8f8bc020-2455-4540-beed-ea448ad37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:13:59.367798 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1e7931-59bf-4491-9b74-302fdf764bf8,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:59.368260 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Bound port: 45403cff-4fc3-4fc2-a56f-6fa300e56801, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8bc020-2455-4540-beed-ea448ad37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:13:59.368828 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:59.434516 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-40d9a56c-4886-43d7-9ffd-9f87acb2a577 None None] Port ffb0c0a1-2249-4ed0-a18d-b36a4d31651b cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:13:59.509570 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2f627628-3f6e-41b5-8c6e-002530a95f03 req-9defa8a4-40a4-4772-8878-46e997daaaca tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311617 Sep 10 15:13:59.652172 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] For port 45403cff-4fc3-4fc2-a56f-6fa300e56801, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:13:59.661693 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] For port 45403cff-4fc3-4fc2-a56f-6fa300e56801, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=45403cff-4fc3-4fc2-a56f-6fa300e56801,segment=NetworkSegment(8f8bc020-2455-4540-beed-ea448ad37908),segment_id=8f8bc020-2455-4540-beed-ea448ad37908)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:13:59.669670 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:59.760748 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Attempting to bind port 9a1e7931-59bf-4491-9b74-302fdf764bf8 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:13:59.761265 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Attempting to bind port 9a1e7931-59bf-4491-9b74-302fdf764bf8 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'de5263cf-a3f7-46c0-8040-dfb47c3c461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:13:59.761740 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Attempting to bind port 9a1e7931-59bf-4491-9b74-302fdf764bf8 on network 8d3b0b79-b02f-415f-a544-6d759d712dbf {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:13:59.772602 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Port 9a1e7931-59bf-4491-9b74-302fdf764bf8 on network 8d3b0b79-b02f-415f-a544-6d759d712dbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:13:59.773064 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Attempting to bind port 9a1e7931-59bf-4491-9b74-302fdf764bf8 on network 8d3b0b79-b02f-415f-a544-6d759d712dbf {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:13:59.777039 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-2cec9eae-b7ff-44d4-a0be-a3762f87a519 admin admin] Allocated IP 172.20.0.1 (6da470b5-21a6-48da-8f44-511723482333/ef768324-eaba-4f07-b58a-689f0ef013d0/c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:13:59.809283 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:13:59.809846 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Checking segment: {'id': 'de5263cf-a3f7-46c0-8040-dfb47c3c461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:13:59.810421 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Bound using segment: {'id': 'de5263cf-a3f7-46c0-8040-dfb47c3c461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:13:59.810900 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Routers {'69039c83-0121-40eb-8e54-c5500a17e9ce'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:13:59.811024 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Bound port: 9a1e7931-59bf-4491-9b74-302fdf764bf8, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5263cf-a3f7-46c0-8040-dfb47c3c461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:13:59.811466 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:59.811573 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:13:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['69039c83-0121-40eb-8e54-c5500a17e9ce'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:59.813721 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a6d17-8eb1-4f7d-ae63-9e1fccdac529 None None] Pushing event updated for resources: {'Port': ['ID=45403cff-4fc3-4fc2-a56f-6fa300e56801,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:59.863317 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] For port fd24af28-19fb-4217-aebc-cf16b95f6e05, host hv-cinder-76018, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:13:59.986181 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d302dc0-c517-427d-9d8a-b8fa817c36a4 req-4a2ac837-a472-4e25-89c5-9fc6ebdfd7c5 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:00.005270 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9d302dc0-c517-427d-9d8a-b8fa817c36a4 req-4a2ac837-a472-4e25-89c5-9fc6ebdfd7c5 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 943 time: 0.3963299 Sep 10 15:14:00.011053 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] For port fd24af28-19fb-4217-aebc-cf16b95f6e05, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=fd24af28-19fb-4217-aebc-cf16b95f6e05,segment=NetworkSegment(068ee32f-3c5d-471e-b9ca-cbcf88d138c1),segment_id=068ee32f-3c5d-471e-b9ca-cbcf88d138c1)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:14:00.044837 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.092502 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-448589d4-c696-4faa-8f17-f3c193a342c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.186594 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-448589d4-c696-4faa-8f17-f3c193a342c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.186594 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] For port 9a1e7931-59bf-4491-9b74-302fdf764bf8, host hv-cinder-76018, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:14:00.188740 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] Set router 69039c83-0121-40eb-8e54-c5500a17e9ce gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:14:00.276749 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:14:00.296404 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Pushing event updated for resources: {'Port': ['ID=fd24af28-19fb-4217-aebc-cf16b95f6e05,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:00.323677 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] For port 9a1e7931-59bf-4491-9b74-302fdf764bf8, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=9a1e7931-59bf-4491-9b74-302fdf764bf8,segment=NetworkSegment(de5263cf-a3f7-46c0-8040-dfb47c3c461f),segment_id=de5263cf-a3f7-46c0-8040-dfb47c3c461f)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:14:00.362412 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.366195 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448589d4-c696-4faa-8f17-f3c193a342c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:14:00.485890 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:00.498410 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for port, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.508380 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5f97f22c-38af-4ace-b79b-44105772a17c req-399f9b20-6674-417c-b9bf-398db7f48245 service neutron] 10.222.0.43 "PUT /v2.0/ports/fd24af28-19fb-4217-aebc-cf16b95f6e05 HTTP/1.1" status: 200 len: 1093 time: 5.2995260 Sep 10 15:14:00.508981 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d0486a-f3cb-4329-b1ac-7c01477f2bff', 'tag': 'fd24af28-19fb-4217-aebc-cf16b95f6e05'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:00.546463 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:14:00.557786 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:00.558222 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.609247 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-448589d4-c696-4faa-8f17-f3c193a342c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.613860 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.segments_db [None req-448589d4-c696-4faa-8f17-f3c193a342c7 admin admin] Added segment 07a4dc74-d824-43c2-9433-1e3576d2eb5e of type vlan for network 2c57b9a6-8bd1-4ee3-ad29-eee23b04b913 Sep 10 15:14:00.706842 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-448589d4-c696-4faa-8f17-f3c193a342c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740669571112'] for network, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.780857 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2cec9eae-b7ff-44d4-a0be-a3762f87a519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.805802 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448589d4-c696-4faa-8f17-f3c193a342c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9816bee-0005-4319-b009-9a763ab62986,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:00.809540 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2117e305-34d2-4c01-842b-41b7cceb9a6b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:00.811093 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2117e305-34d2-4c01-842b-41b7cceb9a6b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/networks?id=89c82b9c-da29-44a5-a286-a7806dfed4d4 HTTP/1.1" status: 200 len: 819 time: 1.0812869 Sep 10 15:14:00.822495 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:00.824604 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.830825 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-47a44358-0dd5-40bf-911d-094de879953a req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] 10.222.0.43 "PUT /v2.0/ports/9a1e7931-59bf-4491-9b74-302fdf764bf8 HTTP/1.1" status: 200 len: 1093 time: 5.7852180 Sep 10 15:14:00.830825 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-448589d4-c696-4faa-8f17-f3c193a342c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for network, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.830825 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448589d4-c696-4faa-8f17-f3c193a342c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:00.830825 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-448589d4-c696-4faa-8f17-f3c193a342c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.853322 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-888d0a98-4c4e-4ccd-bc18-78fd6ea59902 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.863359 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9d302dc0-c517-427d-9d8a-b8fa817c36a4 req-6c00a90c-944a-44df-afa8-123706240e6b tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/security-groups?id=452574b0-ad22-4fdb-a31a-a8d8b288ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8567917 Sep 10 15:14:00.863926 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8bf592-6e59-4d78-9948-3a6bf7364d1c', 'tag': '9a1e7931-59bf-4491-9b74-302fdf764bf8'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:00.922446 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e045729d700a7cd00d9bfe8718857c36227309230b0c1172be3dcfc1b68c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb13fc47-009a-4feb-84cf-43c451de5e32" -d '{"events": [{"name": "network-changed", "server_uuid": "42d0486a-f3cb-4329-b1ac-7c01477f2bff", "tag": "fd24af28-19fb-4217-aebc-cf16b95f6e05"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:00.923735 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-b78d157c-8cec-450f-9a66-519ff78172b4 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/quotas/8d4ba512da8349e891d810bef26b5436 HTTP/1.1" status: 200 len: 375 time: 0.0598087 Sep 10 15:14:00.950144 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c9debef6-a00e-49b7-b341-7c5ee0df3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.970115 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.991236 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69039c83-0121-40eb-8e54-c5500a17e9ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1837727179-router', 'tenant_id': '8d4ba512da8349e891d810bef26b5436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '30559a5f-a9ce-430e-9d30-f7d01551e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:42Z', 'updated_at': '2021-09-10T15:13:52Z', 'revision_number': 4, 'project_id': '8d4ba512da8349e891d810bef26b5436', 'gw_port': {'id': '30559a5f-a9ce-430e-9d30-f7d01551e622', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69039c83-0121-40eb-8e54-c5500a17e9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '45403cff-4fc3-4fc2-a56f-6fa300e56801', 'name': '', 'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4', 'tenant_id': '8d4ba512da8349e891d810bef26b5436', 'mac_address': 'fa:16:3e:26:8f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69039c83-0121-40eb-8e54-c5500a17e9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '56d1c94b-8bee-42a2-9581-b70245d1f7a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:49Z', 'updated_at': '2021-09-10T15:13:59Z', 'revision_number': 4, 'project_id': '8d4ba512da8349e891d810bef26b5436', 'subnets': [{'id': '56d1c94b-8bee-42a2-9581-b70245d1f7a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:01.079413 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-888d0a98-4c4e-4ccd-bc18-78fd6ea59902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:01.080069 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-888d0a98-4c4e-4ccd-bc18-78fd6ea59902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547095'] for router_interface, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:01.083783 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96132da-0559-446a-8820-cd3d689bcd2c None None] The sync data for ids ['69039c83-0121-40eb-8e54-c5500a17e9ce'] in dv-cinder-760184-10-iscsi is: [{'id': '69039c83-0121-40eb-8e54-c5500a17e9ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1837727179-router', 'tenant_id': '8d4ba512da8349e891d810bef26b5436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '30559a5f-a9ce-430e-9d30-f7d01551e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:42Z', 'updated_at': '2021-09-10T15:13:52Z', 'revision_number': 4, 'project_id': '8d4ba512da8349e891d810bef26b5436', 'gw_port': {'id': '30559a5f-a9ce-430e-9d30-f7d01551e622', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69039c83-0121-40eb-8e54-c5500a17e9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '45403cff-4fc3-4fc2-a56f-6fa300e56801', 'name': '', 'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4', 'tenant_id': '8d4ba512da8349e891d810bef26b5436', 'mac_address': 'fa:16:3e:26:8f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69039c83-0121-40eb-8e54-c5500a17e9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '56d1c94b-8bee-42a2-9581-b70245d1f7a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:49Z', 'updated_at': '2021-09-10T15:13:59Z', 'revision_number': 4, 'project_id': '8d4ba512da8349e891d810bef26b5436', 'subnets': [{'id': '56d1c94b-8bee-42a2-9581-b70245d1f7a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:14:01.088824 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:01.103402 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:01.104508 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device d826b489-b29b-4d08-9eb5-e0f93733a3c3 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:14:01.125376 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-2cec9eae-b7ff-44d4-a0be-a3762f87a519 admin admin] Transition to ACTIVE for port object c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a will not be triggered until provisioned by entity DHCP. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:14:01.137562 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4804d3-4f06-452a-a384-7d502f8aca84 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1e7931-59bf-4491-9b74-302fdf764bf8,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:01.229325 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d0a98-4c4e-4ccd-bc18-78fd6ea59902 admin admin] Pushing event updated for resources: {'Port': ['ID=ffb0c0a1-2249-4ed0-a18d-b36a4d31651b,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:01.246201 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-18322c60-ea24-49f1-9848-69df2ce1308f tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d4ba512da8349e891d810bef26b5436&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2950990 Sep 10 15:14:01.273511 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9cd72f-ec55-4345-9633-756fb7f1e6a2" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8bf592-6e59-4d78-9948-3a6bf7364d1c", "tag": "9a1e7931-59bf-4491-9b74-302fdf764bf8"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:01.292935 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-448589d4-c696-4faa-8f17-f3c193a342c7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 5.1035249 Sep 10 15:14:01.305061 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97be73-1878-46b5-b42c-aa74db659285 req-9a947e57-0ec2-4616-8994-a9d609a25bcc tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:01.306869 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cc97be73-1878-46b5-b42c-aa74db659285 req-9a947e57-0ec2-4616-8994-a9d609a25bcc tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 943 time: 0.2627234 Sep 10 15:14:01.307772 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54394) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:01.355365 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448589d4-c696-4faa-8f17-f3c193a342c7 admin admin] Pushing event updated for resources: {'Network': ['ID=2c57b9a6-8bd1-4ee3-ad29-eee23b04b913,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:01.356741 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:01.406483 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Network 2c57b9a6-8bd1-4ee3-ad29-eee23b04b913 details requested by agent ovs-agent-dv-cinder-760184-10-iscsi with host dv-cinder-760184-10-iscsi {{(pid=94033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:14:01.415389 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:01.434193 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-232d59d8-b3f3-46b7-96be-330d09007ba0 admin admin] Request body: {'subnet': {'network_id': '2c57b9a6-8bd1-4ee3-ad29-eee23b04b913', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-968545738-subnet', 'tenant_id': 'e6721472acd544b1bc7b4829c3e756d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:01.455254 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2cec9eae-b7ff-44d4-a0be-a3762f87a519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:01.467181 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888d0a98-4c4e-4ccd-bc18-78fd6ea59902 admin admin] Network 9fd410a6-6b42-4dd7-aaee-5021094067c5 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:14:01.520200 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-888d0a98-4c4e-4ccd-bc18-78fd6ea59902 admin admin] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:14:01.578317 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cec9eae-b7ff-44d4-a0be-a3762f87a519 admin admin] Network 6da470b5-21a6-48da-8f44-511723482333 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:14:01.583912 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port d826b489-b29b-4d08-9eb5-e0f93733a3c3 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:01.584394 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:01.588348 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec9eae-b7ff-44d4-a0be-a3762f87a519 admin admin] Pushing event updated for resources: {'Port': ['ID=c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:01.599867 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-2cec9eae-b7ff-44d4-a0be-a3762f87a519 admin admin] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:14:01.606194 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cec9eae-b7ff-44d4-a0be-a3762f87a519 admin admin] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:14:01.606780 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2cec9eae-b7ff-44d4-a0be-a3762f87a519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551047'] for router_interface, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:01.771574 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-11440f62-9978-4315-86b3-ed63c476f441 service neutron] 10.222.0.32 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5203319 Sep 10 15:14:01.848691 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232d59d8-b3f3-46b7-96be-330d09007ba0 admin admin] Made reservation on behalf of e6721472acd544b1bc7b4829c3e756d9 for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:14:01.860130 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-232d59d8-b3f3-46b7-96be-330d09007ba0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:01.951846 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cc97be73-1878-46b5-b42c-aa74db659285 req-c9676060-f0c3-4c8e-86a1-bd9597a8b953 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5431261 Sep 10 15:14:02.099794 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-859f61cb-d17e-4d3a-8365-bfd1bad67e5c None None] Provisioning for port c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:14:02.117785 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-859f61cb-d17e-4d3a-8365-bfd1bad67e5c None None] Provisioning complete for port c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:02.118900 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-859f61cb-d17e-4d3a-8365-bfd1bad67e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:02.348365 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:02.349456 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-859f61cb-d17e-4d3a-8365-bfd1bad67e5c None None] Port c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:14:02.417466 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-859f61cb-d17e-4d3a-8365-bfd1bad67e5c None None] Provisioning complete for port ffb0c0a1-2249-4ed0-a18d-b36a4d31651b triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:02.418064 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-859f61cb-d17e-4d3a-8365-bfd1bad67e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:02.420889 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:14:02.469450 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e38f72-1926-40cc-b38f-21832c0e4f72 x-openstack-request-id: req-a3e38f72-1926-40cc-b38f-21832c0e4f72 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:02.470103 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d0486a-f3cb-4329-b1ac-7c01477f2bff", "tag": "fd24af28-19fb-4217-aebc-cf16b95f6e05", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:02.470376 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3e38f72-1926-40cc-b38f-21832c0e4f72 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:02.470849 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d0486a-f3cb-4329-b1ac-7c01477f2bff', 'tag': 'fd24af28-19fb-4217-aebc-cf16b95f6e05', 'status': 'completed', 'code': 200} Sep 10 15:14:02.486903 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888d0a98-4c4e-4ccd-bc18-78fd6ea59902 admin admin] Router 3e59380b-28aa-4c38-9685-7db17d8c1664 has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:14:02.504427 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2cec9eae-b7ff-44d4-a0be-a3762f87a519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:02.539439 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-859f61cb-d17e-4d3a-8365-bfd1bad67e5c None None] Port ffb0c0a1-2249-4ed0-a18d-b36a4d31651b cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:14:02.561064 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:02.561543 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:02.599129 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-bd20cfe0-e46d-43cc-b676-b9fe301a9d41 service neutron] 10.222.0.32 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7837839 Sep 10 15:14:02.804989 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdf8598-680e-4ba2-b0a1-3a20aac520aa x-openstack-request-id: req-ecdf8598-680e-4ba2-b0a1-3a20aac520aa {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:02.806807 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8bf592-6e59-4d78-9948-3a6bf7364d1c", "tag": "9a1e7931-59bf-4491-9b74-302fdf764bf8", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:02.806807 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecdf8598-680e-4ba2-b0a1-3a20aac520aa {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:02.806807 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8bf592-6e59-4d78-9948-3a6bf7364d1c', 'tag': '9a1e7931-59bf-4491-9b74-302fdf764bf8', 'status': 'completed', 'code': 200} Sep 10 15:14:02.852652 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 45403cff-4fc3-4fc2-a56f-6fa300e56801 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:14:02.897340 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-232d59d8-b3f3-46b7-96be-330d09007ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:02.972880 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d59d8-b3f3-46b7-96be-330d09007ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=952f7c82-1c09-4273-bc37-e4bfe3248fb7,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:02.997418 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port 45403cff-4fc3-4fc2-a56f-6fa300e56801 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:14:03.002476 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 45403cff-4fc3-4fc2-a56f-6fa300e56801 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:03.002972 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:03.115618 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7618dcc-dae4-4889-b19d-e20e30aff16e req-961b7763-c2dc-4bed-a915-75e63980b32d tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:03.130023 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c7618dcc-dae4-4889-b19d-e20e30aff16e req-961b7763-c2dc-4bed-a915-75e63980b32d tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 943 time: 0.1664321 Sep 10 15:14:03.264274 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:03.272133 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232d59d8-b3f3-46b7-96be-330d09007ba0 admin admin] Checking segment: {'id': '07a4dc74-d824-43c2-9433-1e3576d2eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2c57b9a6-8bd1-4ee3-ad29-eee23b04b913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:14:03.273942 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232d59d8-b3f3-46b7-96be-330d09007ba0 admin admin] Network hostable DHCP agents. Network: 2c57b9a6-8bd1-4ee3-ad29-eee23b04b913, hostable agents: ['3c96b2f0-8a92-48cf-9f37-aea1b5083e0a'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:14:03.334312 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port 45403cff-4fc3-4fc2-a56f-6fa300e56801, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=45403cff-4fc3-4fc2-a56f-6fa300e56801,segment=NetworkSegment(8f8bc020-2455-4540-beed-ea448ad37908),segment_id=8f8bc020-2455-4540-beed-ea448ad37908)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:03.346983 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:03.448106 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c7618dcc-dae4-4889-b19d-e20e30aff16e req-d94b4061-f23d-433c-b2c2-c9a186991e03 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/security-groups?id=452574b0-ad22-4fdb-a31a-a8d8b288ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120005 Sep 10 15:14:03.486253 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232d59d8-b3f3-46b7-96be-330d09007ba0 admin admin] Network 2c57b9a6-8bd1-4ee3-ad29-eee23b04b913 is scheduled to be hosted by DHCP agent 3c96b2f0-8a92-48cf-9f37-aea1b5083e0a with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:14:03.536164 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-232d59d8-b3f3-46b7-96be-330d09007ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-10-iscsi, 2c57b9a6-8bd1-4ee3-ad29-eee23b04b913) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:14:03.556071 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081d737b-62fa-460b-bbde-ba978531f981 None None] Network 2c57b9a6-8bd1-4ee3-ad29-eee23b04b913 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:14:03.562852 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888d0a98-4c4e-4ccd-bc18-78fd6ea59902 admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:14:03.592207 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232d59d8-b3f3-46b7-96be-330d09007ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:03.594707 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Sync routers for ids ['3e59380b-28aa-4c38-9685-7db17d8c1664'] in dv-cinder-760184-10-iscsi {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:14:03.596234 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-232d59d8-b3f3-46b7-96be-330d09007ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:03.600036 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=45403cff-4fc3-4fc2-a56f-6fa300e56801,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:03.607646 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-888d0a98-4c4e-4ccd-bc18-78fd6ea59902 admin admin] 10.222.0.32 "PUT /v2.0/routers/3e59380b-28aa-4c38-9685-7db17d8c1664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8176987 Sep 10 15:14:03.612996 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Routers {'3e59380b-28aa-4c38-9685-7db17d8c1664'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:14:03.619221 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-83db738f-648f-4344-b609-5e28c285e898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:14:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['3e59380b-28aa-4c38-9685-7db17d8c1664'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:03.656802 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569c72c-e522-4eb3-8102-3ce35e91cee7 req-57aa483c-1048-46ce-be0d-e68f50d8377f tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:03.674609 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5569c72c-e522-4eb3-8102-3ce35e91cee7 req-57aa483c-1048-46ce-be0d-e68f50d8377f tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 943 time: 0.3846688 Sep 10 15:14:03.821059 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2cec9eae-b7ff-44d4-a0be-a3762f87a519 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:03.833059 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f1f4295b-8984-4743-9c7a-e541d93b740b req-148a8631-a244-4746-809c-f0dc83d32280 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 210 time: 0.2117324 Sep 10 15:14:03.835814 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2cec9eae-b7ff-44d4-a0be-a3762f87a519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:03.837852 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2cec9eae-b7ff-44d4-a0be-a3762f87a519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547095'] for router_interface, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:03.870142 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:03.919045 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-232d59d8-b3f3-46b7-96be-330d09007ba0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5584371 Sep 10 15:14:03.951007 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5569c72c-e522-4eb3-8102-3ce35e91cee7 req-2faef8b6-d1ee-4f8e-b330-e562185f906f tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739596 Sep 10 15:14:04.071779 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Set router 3e59380b-28aa-4c38-9685-7db17d8c1664 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:14:04.130047 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 45403cff-4fc3-4fc2-a56f-6fa300e56801 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:14:04.143086 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f699b8-0d9b-452a-810a-c165efb28fe2 None None] Network 2c57b9a6-8bd1-4ee3-ad29-eee23b04b913 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:14:04.151978 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cd72f-ec55-4345-9633-756fb7f1e6a2 req-bd418b53-2228-4e98-904d-8a847280c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:04.154269 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ad9cd72f-ec55-4345-9633-756fb7f1e6a2 req-bd418b53-2228-4e98-904d-8a847280c31e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bee7eeacd1f84ecbbada79b0ca26d149&device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 1096 time: 0.1653666 Sep 10 15:14:04.448689 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-83db738f-648f-4344-b609-5e28c285e898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:13:58Z', 'revision_number': 4, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port': {'id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'ffb0c0a1-2249-4ed0-a18d-b36a4d31651b', 'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'mac_address': 'fa:16:3e:43:5b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:54Z', 'updated_at': '2021-09-10T15:13:59Z', 'revision_number': 2, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'subnets': [{'id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:04.538778 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Checking router: 3e59380b-28aa-4c38-9685-7db17d8c1664 for host: dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:14:04.539817 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Updating router 3e59380b-28aa-4c38-9685-7db17d8c1664 port ffb0c0a1-2249-4ed0-a18d-b36a4d31651b binding host dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:14:04.608926 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:04.613425 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec9eae-b7ff-44d4-a0be-a3762f87a519 admin admin] Pushing event updated for resources: {'Port': ['ID=c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:04.649931 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cec9eae-b7ff-44d4-a0be-a3762f87a519 admin admin] Network 6da470b5-21a6-48da-8f44-511723482333 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:14:04.659372 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-2cec9eae-b7ff-44d4-a0be-a3762f87a519 admin admin] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:14:04.737171 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cd72f-ec55-4345-9633-756fb7f1e6a2 req-591244fc-007f-4ee3-a5f4-1eb1db7623fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:04.746625 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ad9cd72f-ec55-4345-9633-756fb7f1e6a2 req-591244fc-007f-4ee3-a5f4-1eb1db7623fa service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=bee7eeacd1f84ecbbada79b0ca26d149&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5803635 Sep 10 15:14:04.888990 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 45403cff-4fc3-4fc2-a56f-6fa300e56801 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:04.890065 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:04.907684 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54494) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:04.915129 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.43', 57002) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:04.985234 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-c2eb1fa5-dd4d-4e17-bfa2-e56063da6c9a tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1906813043', 'description': 'tempest-description--720029985'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:05.220953 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-abe3ea3f-cfdb-42fb-a898-08b3dec9abdf None None] Provisioning complete for port c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:05.220953 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-abe3ea3f-cfdb-42fb-a898-08b3dec9abdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:05.262362 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-7aec4a5a-8a88-4145-9cce-04ab37dd5a2c tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:05.268181 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-7aec4a5a-8a88-4145-9cce-04ab37dd5a2c tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.43 "GET /v2.0/networks?id=89c82b9c-da29-44a5-a286-a7806dfed4d4 HTTP/1.1" status: 200 len: 819 time: 0.3520904 Sep 10 15:14:05.278500 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 54510) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:05.294020 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-79bf7d21-adea-40a6-9f0a-6bdc5e631e68 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-549366229-network', 'tenant_id': '6bf826614d574e34a45b6558d0959453'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:05.297097 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-abe3ea3f-cfdb-42fb-a898-08b3dec9abdf None None] Port c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:14:05.319330 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-0767a997-3e33-476d-b9b0-36b94013f828 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Request body: {'port': {'device_id': '56c955b0-2b4e-48ae-93cd-24de448b558b', 'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4', 'admin_state_up': True, 'tenant_id': '8d4ba512da8349e891d810bef26b5436'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:05.421991 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13fc47-009a-4feb-84cf-43c451de5e32 req-c10e9eba-812d-4245-ad41-668cee20f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:05.424102 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cb13fc47-009a-4feb-84cf-43c451de5e32 req-c10e9eba-812d-4245-ad41-668cee20f73d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a704710d5e9d4ef1b4b1c9b49d2a9fcb&device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 1096 time: 1.4317622 Sep 10 15:14:05.440909 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cec9eae-b7ff-44d4-a0be-a3762f87a519 admin admin] Router 92afbcc6-f37b-4db6-9153-e89f51caacda has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:14:05.443909 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.43', 57005) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:05.494699 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0e0d4710-cdb4-4a99-88f1-4437faaee1ef req-8295dd3e-560a-4300-984e-62948f2ac949 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 210 time: 0.3663759 Sep 10 15:14:05.576094 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4371597-3f11-45f3-abda-a0364d950f16 req-96b66c00-5361-4556-941a-12c83c9dd67d tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:05.584595 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d4371597-3f11-45f3-abda-a0364d950f16 req-96b66c00-5361-4556-941a-12c83c9dd67d tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 943 time: 0.8361886 Sep 10 15:14:05.613721 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.db.api [None req-c2eb1fa5-dd4d-4e17-bfa2-e56063da6c9a tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 15:14:05.613721 dv-cinder-760184-10-iscsi neutron-server[94031]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 10 15:14:05.613721 dv-cinder-760184-10-iscsi neutron-server[94031]: [parameters: {'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'id': '801f11ae-ca63-4468-9e80-80670afafa52', 'expiration': datetime.datetime(2021, 9, 10, 15, 16, 5, 520396)}] Sep 10 15:14:05.613721 dv-cinder-760184-10-iscsi neutron-server[94031]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 15:14:05.614136 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG oslo_db.api [None req-c2eb1fa5-dd4d-4e17-bfa2-e56063da6c9a tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 15:14:05.671614 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Notify callbacks [] for port, precommit_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:05.701658 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.provisioning_blocks [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Transition to ACTIVE for port object ffb0c0a1-2249-4ed0-a18d-b36a4d31651b will not be triggered until provisioned by entity L2. {{(pid=94034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:14:05.714212 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:05.732319 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:14:05.766689 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54532) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:05.785211 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d4371597-3f11-45f3-abda-a0364d950f16 req-3fb03c7c-7de0-4883-a8c8-b8088058f89c tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/security-groups?id=452574b0-ad22-4fdb-a31a-a8d8b288ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987796 Sep 10 15:14:05.802986 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cd72f-ec55-4345-9633-756fb7f1e6a2 req-89881e39-b082-4626-9409-531f1778d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:05.804514 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ad9cd72f-ec55-4345-9633-756fb7f1e6a2 req-89881e39-b082-4626-9409-531f1778d78c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0454268 Sep 10 15:14:05.841453 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8393f-07d5-4a1b-a9aa-484c3eaee256 req-e73b5713-d771-49b4-b6c4-6d39705188ff tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:05.849595 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a4f8393f-07d5-4a1b-a9aa-484c3eaee256 req-e73b5713-d771-49b4-b6c4-6d39705188ff tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 943 time: 0.2025805 Sep 10 15:14:05.898640 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd44bb-55aa-43cf-96d2-f798fc8d8567 None None] Pushing event updated for resources: {'Port': ['ID=ffb0c0a1-2249-4ed0-a18d-b36a4d31651b,revision_number=3']} {{(pid=94034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:05.950659 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-7597e0bb-478b-4fc2-8f0f-39350ecb08a4 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:05.952749 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-7597e0bb-478b-4fc2-8f0f-39350ecb08a4 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.43 "GET /v2.0/networks?id=89c82b9c-da29-44a5-a286-a7806dfed4d4 HTTP/1.1" status: 200 len: 819 time: 0.5043921 Sep 10 15:14:05.980866 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Attempting to bind port ffb0c0a1-2249-4ed0-a18d-b36a4d31651b on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:14:05.981239 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Attempting to bind port ffb0c0a1-2249-4ed0-a18d-b36a4d31651b by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': 'f917e91c-dcfb-4ada-a1fe-4754ca293181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5'}] {{(pid=94034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:14:05.981603 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Attempting to bind port ffb0c0a1-2249-4ed0-a18d-b36a4d31651b on network 9fd410a6-6b42-4dd7-aaee-5021094067c5 {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:14:06.001370 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a4f8393f-07d5-4a1b-a9aa-484c3eaee256 req-fbcdfb38-be87-4268-b650-af047ebf8d65 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504872 Sep 10 15:14:06.004259 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:14:06.005003 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Checking segment: {'id': 'f917e91c-dcfb-4ada-a1fe-4754ca293181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:14:06.005431 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:06.005835 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Bound using segment: {'id': 'f917e91c-dcfb-4ada-a1fe-4754ca293181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5'} {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:14:06.006336 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Bound port: ffb0c0a1-2249-4ed0-a18d-b36a4d31651b, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f917e91c-dcfb-4ada-a1fe-4754ca293181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5'}}] {{(pid=94034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:14:06.006742 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:06.012657 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-c7e54d2a-c580-4894-9a88-256e04ab7420 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Request body: {'port': {'device_id': '5578db8d-1b43-405b-a1bc-fd6f3ae9b424', 'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4', 'admin_state_up': True, 'tenant_id': '8d4ba512da8349e891d810bef26b5436'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:06.033337 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54538) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:06.055645 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a44358-0dd5-40bf-911d-094de879953a req-2307377e-f7b4-4c0c-9124-e86461f6a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:06.057427 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47a44358-0dd5-40bf-911d-094de879953a req-2307377e-f7b4-4c0c-9124-e86461f6a417 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bee7eeacd1f84ecbbada79b0ca26d149&device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 1096 time: 0.1669908 Sep 10 15:14:06.140390 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.db [None req-83db738f-648f-4344-b609-5e28c285e898 None None] For port ffb0c0a1-2249-4ed0-a18d-b36a4d31651b, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:14:06.145111 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.db [None req-83db738f-648f-4344-b609-5e28c285e898 None None] For port ffb0c0a1-2249-4ed0-a18d-b36a4d31651b, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=ffb0c0a1-2249-4ed0-a18d-b36a4d31651b,segment=NetworkSegment(f917e91c-dcfb-4ada-a1fe-4754ca293181),segment_id=f917e91c-dcfb-4ada-a1fe-4754ca293181)] {{(pid=94034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:14:06.154779 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:06.155920 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47a44358-0dd5-40bf-911d-094de879953a req-fcbeaac0-ca0f-46f6-a31a-c0d6323effe0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a1e7931-59bf-4491-9b74-302fdf764bf8 HTTP/1.1" status: 200 len: 217 time: 0.0904107 Sep 10 15:14:06.179804 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bf7d21-adea-40a6-9f0a-6bdc5e631e68 admin admin] Made reservation on behalf of 6bf826614d574e34a45b6558d0959453 for: {'network': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:14:06.182070 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-79bf7d21-adea-40a6-9f0a-6bdc5e631e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for network, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:06.223416 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Routers {'3e59380b-28aa-4c38-9685-7db17d8c1664'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:14:06.224095 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-83db738f-648f-4344-b609-5e28c285e898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:14:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['3e59380b-28aa-4c38-9685-7db17d8c1664'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:06.226014 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd44bb-55aa-43cf-96d2-f798fc8d8567 None None] Pushing event updated for resources: {'Port': ['ID=ffb0c0a1-2249-4ed0-a18d-b36a4d31651b,revision_number=4']} {{(pid=94034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:06.253213 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0c40123d-b483-41be-983f-04459c56b835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:06.253213 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4b7719c3-5847-4f08-9b83-69564f8decf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:06.273813 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a44358-0dd5-40bf-911d-094de879953a req-81587211-e86d-429c-815f-26862108b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:06.274004 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-79bf7d21-adea-40a6-9f0a-6bdc5e631e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:06.275412 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47a44358-0dd5-40bf-911d-094de879953a req-81587211-e86d-429c-815f-26862108b150 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=119b5847-f28a-498d-b2fc-b0ccb46cb6b3 HTTP/1.1" status: 200 len: 855 time: 0.1125929 Sep 10 15:14:06.276327 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c2eb1fa5-dd4d-4e17-bfa2-e56063da6c9a tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:06.346914 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47a44358-0dd5-40bf-911d-094de879953a req-c527ee75-a8b8-4e90-9f2c-edb791a8df24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d3b0b79-b02f-415f-a544-6d759d712dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603142 Sep 10 15:14:06.376910 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-83db738f-648f-4344-b609-5e28c285e898 None None] Set router 3e59380b-28aa-4c38-9685-7db17d8c1664 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:14:06.379514 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.db.api [None req-4b7719c3-5847-4f08-9b83-69564f8decf1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 15:14:06.379514 dv-cinder-760184-10-iscsi neutron-server[94031]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 15:14:06.379514 dv-cinder-760184-10-iscsi neutron-server[94031]: [parameters: {'project_id_1': '167d4cf5174f4e668d85a535561b4656', 'expiration_1': datetime.datetime(2021, 9, 10, 15, 13, 46, 283739)}] Sep 10 15:14:06.379514 dv-cinder-760184-10-iscsi neutron-server[94031]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 15:14:06.380211 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG oslo_db.api [None req-4b7719c3-5847-4f08-9b83-69564f8decf1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 15:14:06.414322 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13fc47-009a-4feb-84cf-43c451de5e32 req-d8ee268e-01a6-413e-8f78-fba325d091e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:06.415784 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cb13fc47-009a-4feb-84cf-43c451de5e32 req-d8ee268e-01a6-413e-8f78-fba325d091e8 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a704710d5e9d4ef1b4b1c9b49d2a9fcb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.9730475 Sep 10 15:14:06.520766 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0c40123d-b483-41be-983f-04459c56b835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:06.549270 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0c40123d-b483-41be-983f-04459c56b835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:06.575305 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.db.api [None req-79bf7d21-adea-40a6-9f0a-6bdc5e631e68 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 15:14:06.575305 dv-cinder-760184-10-iscsi neutron-server[94032]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 15:14:06.575305 dv-cinder-760184-10-iscsi neutron-server[94032]: [parameters: {'project_id_1': '6bf826614d574e34a45b6558d0959453', 'expiration_1': datetime.datetime(2021, 9, 10, 15, 13, 46, 397737)}] Sep 10 15:14:06.575305 dv-cinder-760184-10-iscsi neutron-server[94032]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 15:14:06.575712 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG oslo_db.api [None req-79bf7d21-adea-40a6-9f0a-6bdc5e631e68 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 15:14:06.576285 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.db.api [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-0767a997-3e33-476d-b9b0-36b94013f828 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 15:14:06.576285 dv-cinder-760184-10-iscsi neutron-server[94032]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 15:14:06.576285 dv-cinder-760184-10-iscsi neutron-server[94032]: [parameters: {'project_id_1': '8d4ba512da8349e891d810bef26b5436', 'expiration_1': datetime.datetime(2021, 9, 10, 15, 13, 46, 484644)}] Sep 10 15:14:06.576285 dv-cinder-760184-10-iscsi neutron-server[94032]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 15:14:06.576585 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG oslo_db.api [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-0767a997-3e33-476d-b9b0-36b94013f828 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 15:14:06.610432 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cec9eae-b7ff-44d4-a0be-a3762f87a519 admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:14:06.622624 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-2cec9eae-b7ff-44d4-a0be-a3762f87a519 admin admin] 10.222.0.32 "PUT /v2.0/routers/92afbcc6-f37b-4db6-9153-e89f51caacda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0359159 Sep 10 15:14:06.626419 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Sync routers for ids ['92afbcc6-f37b-4db6-9153-e89f51caacda'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:14:06.629283 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40123d-b483-41be-983f-04459c56b835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9096c840-83c2-4121-8c7e-5c09ab43964c,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:06.666582 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Routers {'92afbcc6-f37b-4db6-9153-e89f51caacda'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:14:06.668387 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:14:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['92afbcc6-f37b-4db6-9153-e89f51caacda'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:06.673678 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-83db738f-648f-4344-b609-5e28c285e898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:13:58Z', 'revision_number': 4, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port': {'id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'ffb0c0a1-2249-4ed0-a18d-b36a4d31651b', 'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'mac_address': 'fa:16:3e:43:5b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:54Z', 'updated_at': '2021-09-10T15:14:06Z', 'revision_number': 4, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'subnets': [{'id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:06.676067 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-19439b03-ed13-440a-b146-27dca2337644 req-dda65f21-738d-42bd-a10f-e1f7adfb3bbb tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 210 time: 0.0866032 Sep 10 15:14:06.696028 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 54546) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:06.699991 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-0c40123d-b483-41be-983f-04459c56b835 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=846b677102f04cd4aa14a89e0702be04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9125681 Sep 10 15:14:06.711161 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47a44358-0dd5-40bf-911d-094de879953a req-8bf40200-877c-4d81-a434-290429206f1e service neutron] 10.222.0.43 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506932 Sep 10 15:14:06.719113 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83db738f-648f-4344-b609-5e28c285e898 None None] The sync data for ids ['3e59380b-28aa-4c38-9685-7db17d8c1664'] in dv-cinder-760184-10-iscsi is: [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:13:58Z', 'revision_number': 4, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port': {'id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'ffb0c0a1-2249-4ed0-a18d-b36a4d31651b', 'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'mac_address': 'fa:16:3e:43:5b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:54Z', 'updated_at': '2021-09-10T15:14:06Z', 'revision_number': 4, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'subnets': [{'id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:14:06.742512 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13fc47-009a-4feb-84cf-43c451de5e32 req-517c84e4-25a1-42e7-b21f-28fcead69430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:06.745290 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cb13fc47-009a-4feb-84cf-43c451de5e32 req-517c84e4-25a1-42e7-b21f-28fcead69430 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3133750 Sep 10 15:14:06.887286 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4b7719c3-5847-4f08-9b83-69564f8decf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:06.888587 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47a44358-0dd5-40bf-911d-094de879953a req-d392fa05-8fcb-4eea-bc0f-d9d5945b8bc4 service neutron] 10.222.0.43 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651256 Sep 10 15:14:06.889273 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Set router 92afbcc6-f37b-4db6-9153-e89f51caacda gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:14:06.927187 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c2eb1fa5-dd4d-4e17-bfa2-e56063da6c9a tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:06.930536 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-98d51031-2559-42e5-a6e6-d43a85d7a6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:06.947048 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c2eb1fa5-dd4d-4e17-bfa2-e56063da6c9a tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:06.983625 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97f22c-38af-4ace-b79b-44105772a17c req-9de44613-10f9-4391-a17c-f1a63d9e7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:06.985588 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5f97f22c-38af-4ace-b79b-44105772a17c req-9de44613-10f9-4391-a17c-f1a63d9e7fbe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a704710d5e9d4ef1b4b1c9b49d2a9fcb&device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 1096 time: 0.1706948 Sep 10 15:14:07.006990 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-98d51031-2559-42e5-a6e6-d43a85d7a6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:07.009486 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb1fa5-dd4d-4e17-bfa2-e56063da6c9a tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b6706a-fbc8-4409-bc6a-df236a1aac80,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:07.053110 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-c7e54d2a-c580-4894-9a88-256e04ab7420 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Made reservation on behalf of 8d4ba512da8349e891d810bef26b5436 for: {'port': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:14:07.060645 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-c7e54d2a-c580-4894-9a88-256e04ab7420 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:07.077261 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9283a4-4b7c-4658-ac68-86e3d153aed6 req-4f5413b6-769f-4ac2-91aa-95b24e2276b9 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:07.078802 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ac9283a4-4b7c-4658-ac68-86e3d153aed6 req-4f5413b6-769f-4ac2-91aa-95b24e2276b9 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 943 time: 0.1451049 Sep 10 15:14:07.155385 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ac9283a4-4b7c-4658-ac68-86e3d153aed6 req-c098292b-8e12-466e-9b75-4c192701c197 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/security-groups?id=452574b0-ad22-4fdb-a31a-a8d8b288ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646436 Sep 10 15:14:07.244357 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4b7719c3-5847-4f08-9b83-69564f8decf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:07.256033 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4b7719c3-5847-4f08-9b83-69564f8decf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:07.296318 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:14:02Z', 'revision_number': 4, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port': {'id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:47Z', 'updated_at': '2021-09-10T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a', 'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'mac_address': 'fa:16:3e:33:a6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:57Z', 'updated_at': '2021-09-10T15:14:02Z', 'revision_number': 2, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'subnets': [{'id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:07.323209 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-79bf7d21-adea-40a6-9f0a-6bdc5e631e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:07.326696 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-4b7719c3-5847-4f08-9b83-69564f8decf1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=167d4cf5174f4e668d85a535561b4656&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2922144 Sep 10 15:14:07.329137 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7719c3-5847-4f08-9b83-69564f8decf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aba993d-1a4e-4cb4-aec9-e580a29f7927,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:07.340547 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 54556) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:07.344995 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c2eb1fa5-dd4d-4e17-bfa2-e56063da6c9a tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:07.348987 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c2eb1fa5-dd4d-4e17-bfa2-e56063da6c9a tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.3773496 Sep 10 15:14:07.352192 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54558) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:07.364223 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54560) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:07.369898 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-a0af0262-b2ee-4791-8d84-908452360557 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2123728706', 'description': 'tempest-description--1383538135'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:07.370456 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Checking router: 92afbcc6-f37b-4db6-9153-e89f51caacda for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:14:07.370951 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Updating router 92afbcc6-f37b-4db6-9153-e89f51caacda port c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a binding host dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:14:07.376609 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-65ace122-cb99-48b9-b2f1-255e31beed02 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Request body: {'security_group_rule': {'security_group_id': '88b6706a-fbc8-4409-bc6a-df236a1aac80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:07.412277 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:07.412503 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5f97f22c-38af-4ace-b79b-44105772a17c req-46e40785-22d5-42f0-8b27-50f2c4f4017d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd24af28-19fb-4217-aebc-cf16b95f6e05 HTTP/1.1" status: 200 len: 217 time: 0.4180598 Sep 10 15:14:07.425945 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce03792-03e2-4243-8c7d-9a488bea72f1 req-816a5931-0aed-4a11-9857-ae2bef8cc465 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:07.435464 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1ce03792-03e2-4243-8c7d-9a488bea72f1 req-816a5931-0aed-4a11-9857-ae2bef8cc465 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 943 time: 0.1453993 Sep 10 15:14:07.487971 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1ce03792-03e2-4243-8c7d-9a488bea72f1 req-6295e35d-c817-4b85-9ead-c6d05e15f39c tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494492 Sep 10 15:14:07.584688 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a4df8bae-c992-449b-9c50-0aa2cedaf5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:07.591676 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97f22c-38af-4ace-b79b-44105772a17c req-fcafda29-4565-49cf-a1ba-c804a5c99f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:07.593419 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5f97f22c-38af-4ace-b79b-44105772a17c req-fcafda29-4565-49cf-a1ba-c804a5c99f3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f991c501-9a37-464f-967c-9f7392eb5e1c HTTP/1.1" status: 200 len: 852 time: 0.1691329 Sep 10 15:14:07.628225 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-98d51031-2559-42e5-a6e6-d43a85d7a6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:07.630865 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-98d51031-2559-42e5-a6e6-d43a85d7a6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:07.632011 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-98d51031-2559-42e5-a6e6-d43a85d7a6d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9096c840-83c2-4121-8c7e-5c09ab43964c HTTP/1.1" status: 204 len: 168 time: 0.9352167 Sep 10 15:14:07.722283 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a4df8bae-c992-449b-9c50-0aa2cedaf5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:07.728681 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5f97f22c-38af-4ace-b79b-44105772a17c req-801d8080-5c2d-4855-96e7-d9d7bc0b4b62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d8367ea-a774-4a00-9eb2-8e6f041a796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275566 Sep 10 15:14:07.737651 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-79bf7d21-adea-40a6-9f0a-6bdc5e631e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:07.746961 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d51031-2559-42e5-a6e6-d43a85d7a6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9096c840-83c2-4121-8c7e-5c09ab43964c,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:07.768252 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-79bf7d21-adea-40a6-9f0a-6bdc5e631e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:07.791684 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0af0262-b2ee-4791-8d84-908452360557 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:07.820297 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Notify callbacks [] for port, precommit_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:07.837926 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Transition to ACTIVE for port object c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a will not be triggered until provisioned by entity L2. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:14:07.851027 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:07.868643 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4863ad1c-0a05-4e3b-8847-1df3701b4616 req-4039c443-8991-48fb-8add-dffd837e51c6 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 210 time: 0.0582190 Sep 10 15:14:07.884530 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-65ace122-cb99-48b9-b2f1-255e31beed02 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:07.913201 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79bf7d21-adea-40a6-9f0a-6bdc5e631e68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:14:07.969656 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-c7e54d2a-c580-4894-9a88-256e04ab7420 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Allocated IP 172.20.0.10 (89c82b9c-da29-44a5-a286-a7806dfed4d4/56d1c94b-8bee-42a2-9581-b70245d1f7a7/d02bca86-b039-4bf9-a8de-a7bb3c50293e) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:14:08.011881 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf7d21-adea-40a6-9f0a-6bdc5e631e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd59d7d3-300b-4121-9d0a-1dc7ab436d08,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:08.017288 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-0767a997-3e33-476d-b9b0-36b94013f828 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Made reservation on behalf of 8d4ba512da8349e891d810bef26b5436 for: {'port': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:14:08.021834 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-0767a997-3e33-476d-b9b0-36b94013f828 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.036766 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5230ad-5d55-411f-beca-49c3b8f3cbd6 None None] Pushing event updated for resources: {'Port': ['ID=c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:08.103826 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-79bf7d21-adea-40a6-9f0a-6bdc5e631e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.104331 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.segments_db [None req-79bf7d21-adea-40a6-9f0a-6bdc5e631e68 admin admin] Added segment 2c01c84d-f813-4776-b4d3-9840caa20ac1 of type vlan for network 460682c8-f055-44d9-b9ae-d6b113fd5c61 Sep 10 15:14:08.109098 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a4df8bae-c992-449b-9c50-0aa2cedaf5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.109839 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Attempting to bind port c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:14:08.110215 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Attempting to bind port c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': 'e5ba6727-d32e-45bf-8bd8-4952c3bafa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6da470b5-21a6-48da-8f44-511723482333'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:14:08.110575 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Attempting to bind port c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a on network 6da470b5-21a6-48da-8f44-511723482333 {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:14:08.113089 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a4df8bae-c992-449b-9c50-0aa2cedaf5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.114482 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-a4df8bae-c992-449b-9c50-0aa2cedaf5eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8aba993d-1a4e-4cb4-aec9-e580a29f7927 HTTP/1.1" status: 204 len: 168 time: 0.7343497 Sep 10 15:14:08.124736 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54572) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:08.133119 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-65ace122-cb99-48b9-b2f1-255e31beed02 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.133431 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device ffb0c0a1-2249-4ed0-a18d-b36a4d31651b up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:14:08.149855 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:14:08.150353 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Checking segment: {'id': 'e5ba6727-d32e-45bf-8bd8-4952c3bafa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6da470b5-21a6-48da-8f44-511723482333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:14:08.150849 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.151249 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Bound using segment: {'id': 'e5ba6727-d32e-45bf-8bd8-4952c3bafa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6da470b5-21a6-48da-8f44-511723482333'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:14:08.151733 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Bound port: c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ba6727-d32e-45bf-8bd8-4952c3bafa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6da470b5-21a6-48da-8f44-511723482333'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:14:08.152115 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.165769 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-65ace122-cb99-48b9-b2f1-255e31beed02 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.179778 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b866d514-0fea-40ea-bafa-0e2c68068847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.247963 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0af0262-b2ee-4791-8d84-908452360557 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.249577 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5f97f22c-38af-4ace-b79b-44105772a17c req-79cf4e99-ccf7-434a-8000-f1a257beb536 service neutron] 10.222.0.43 "GET /v2.0/networks/7d8367ea-a774-4a00-9eb2-8e6f041a796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086653 Sep 10 15:14:08.281651 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df8bae-c992-449b-9c50-0aa2cedaf5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aba993d-1a4e-4cb4-aec9-e580a29f7927,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:08.314338 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] For port c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:14:08.332502 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] For port c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:14:08.340327 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-79bf7d21-adea-40a6-9f0a-6bdc5e631e68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740669571112'] for network, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.343469 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.352810 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port ffb0c0a1-2249-4ed0-a18d-b36a4d31651b completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:14:08.382126 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port ffb0c0a1-2249-4ed0-a18d-b36a4d31651b triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:08.382539 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.474297 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5230ad-5d55-411f-beca-49c3b8f3cbd6 None None] Pushing event updated for resources: {'Port': ['ID=c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:08.479237 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ace122-cb99-48b9-b2f1-255e31beed02 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad53ef8-071b-485e-96af-70dc06f41c7e,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:08.487867 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0af0262-b2ee-4791-8d84-908452360557 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.497300 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Routers {'92afbcc6-f37b-4db6-9153-e89f51caacda'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:14:08.497529 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:14:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['92afbcc6-f37b-4db6-9153-e89f51caacda'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:08.515913 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-65ace122-cb99-48b9-b2f1-255e31beed02 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.520189 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-65ace122-cb99-48b9-b2f1-255e31beed02 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1578500 Sep 10 15:14:08.573787 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 54580) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:08.600508 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-b10bbe71-c505-4fff-a018-4f92ad6b0bbc tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Request body: {'security_group_rule': {'security_group_id': '88b6706a-fbc8-4409-bc6a-df236a1aac80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:08.610733 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b866d514-0fea-40ea-bafa-0e2c68068847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.636248 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-79bf7d21-adea-40a6-9f0a-6bdc5e631e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for network, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.637252 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bf7d21-adea-40a6-9f0a-6bdc5e631e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:08.637834 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-79bf7d21-adea-40a6-9f0a-6bdc5e631e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.645051 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b866d514-0fea-40ea-bafa-0e2c68068847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.654045 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.691693 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0af0262-b2ee-4791-8d84-908452360557 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.697097 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a0af0262-b2ee-4791-8d84-908452360557 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3289893 Sep 10 15:14:08.700442 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5f97f22c-38af-4ace-b79b-44105772a17c req-686e9695-1f0a-480f-a03e-25e0c329a754 service neutron] 10.222.0.43 "GET /v2.0/networks/7d8367ea-a774-4a00-9eb2-8e6f041a796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137306 Sep 10 15:14:08.702961 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 54582) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:08.727524 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-55582f7c-2fea-4062-b1a8-57c84c24849b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Request body: {'security_group_rule': {'security_group_id': '120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:08.754542 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-c7e54d2a-c580-4894-9a88-256e04ab7420 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.759288 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-b866d514-0fea-40ea-bafa-0e2c68068847 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9400d4bb7c5b43d6af61f21ab733ffc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6294227 Sep 10 15:14:08.761987 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 54584) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:08.767066 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af0262-b2ee-4791-8d84-908452360557 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:08.776324 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port ffb0c0a1-2249-4ed0-a18d-b36a4d31651b, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=ffb0c0a1-2249-4ed0-a18d-b36a4d31651b,segment=NetworkSegment(f917e91c-dcfb-4ada-a1fe-4754ca293181),segment_id=f917e91c-dcfb-4ada-a1fe-4754ca293181)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:08.778651 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] Set router 92afbcc6-f37b-4db6-9153-e89f51caacda gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:14:08.811812 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795d675-1d64-488f-a179-3acac9f8f885 req-2359529e-fb6b-4115-8e25-396f1df9bc09 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:08.812651 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.815576 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-79bf7d21-adea-40a6-9f0a-6bdc5e631e68 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.5355527 Sep 10 15:14:08.830635 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 54586) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:08.831691 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 54588) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:08.831986 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7795d675-1d64-488f-a179-3acac9f8f885 req-2359529e-fb6b-4115-8e25-396f1df9bc09 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 943 time: 0.5515945 Sep 10 15:14:08.832873 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b10bbe71-c505-4fff-a018-4f92ad6b0bbc tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.845956 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-69b4bac9-8902-4054-b787-15eae223872e admin admin] Request body: {'subnet': {'network_id': '460682c8-f055-44d9-b9ae-d6b113fd5c61', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-549366229-subnet', 'tenant_id': '6bf826614d574e34a45b6558d0959453', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:08.858510 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf7d21-adea-40a6-9f0a-6bdc5e631e68 admin admin] Pushing event updated for resources: {'Network': ['ID=460682c8-f055-44d9-b9ae-d6b113fd5c61,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:08.888378 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753e880-860b-4f65-9afa-3d232db51b68 req-cc71820b-ed27-4d41-892d-355e0a3143a0 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:08.891941 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Network 460682c8-f055-44d9-b9ae-d6b113fd5c61 details requested by agent ovs-agent-dv-cinder-760184-10-iscsi with host dv-cinder-760184-10-iscsi {{(pid=94033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:14:08.897454 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0753e880-860b-4f65-9afa-3d232db51b68 req-cc71820b-ed27-4d41-892d-355e0a3143a0 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 943 time: 0.2901664 Sep 10 15:14:08.901372 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866d514-0fea-40ea-bafa-0e2c68068847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0172681f-4573-4e9e-8d97-c976e576b70b,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:08.915229 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e930949d-a02d-4b8b-b07e-0fb3d2fd488e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:08.936445 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7795d675-1d64-488f-a179-3acac9f8f885 req-7a05f93a-e241-4f20-ad3d-82a48ec10318 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/security-groups?id=452574b0-ad22-4fdb-a31a-a8d8b288ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035514 Sep 10 15:14:08.966278 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0753e880-860b-4f65-9afa-3d232db51b68 req-39a031b8-065f-4545-82d0-3fc9578104ee tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678771 Sep 10 15:14:08.970532 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.db.api [None req-e930949d-a02d-4b8b-b07e-0fb3d2fd488e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 15:14:08.970532 dv-cinder-760184-10-iscsi neutron-server[94032]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 15:14:08.970532 dv-cinder-760184-10-iscsi neutron-server[94032]: [parameters: {'project_id_1': 'd46e2f1ecda9498fa27d6da1b517b697', 'expiration_1': datetime.datetime(2021, 9, 10, 15, 13, 48, 933004)}] Sep 10 15:14:08.970532 dv-cinder-760184-10-iscsi neutron-server[94032]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 15:14:08.970846 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG oslo_db.api [None req-e930949d-a02d-4b8b-b07e-0fb3d2fd488e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 15:14:08.982872 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-55582f7c-2fea-4062-b1a8-57c84c24849b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.026259 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b4bac9-8902-4054-b787-15eae223872e admin admin] Made reservation on behalf of 6bf826614d574e34a45b6558d0959453 for: {'subnet': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:14:09.028510 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-69b4bac9-8902-4054-b787-15eae223872e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.042987 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b10bbe71-c505-4fff-a018-4f92ad6b0bbc tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.047186 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2effe729-6519-49ab-824d-6a4807cc4507 req-44dcf2bc-ef2c-4fb5-a5e0-1d71eafbd106 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 210 time: 0.0323341 Sep 10 15:14:09.064672 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-34caf2e2-1556-4bec-b988-4031982d9c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.076613 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=ffb0c0a1-2249-4ed0-a18d-b36a4d31651b,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:09.082209 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b10bbe71-c505-4fff-a018-4f92ad6b0bbc tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.128711 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-c7e54d2a-c580-4894-9a88-256e04ab7420 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.200437 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bbe71-c505-4fff-a018-4f92ad6b0bbc tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb377b4a-0e14-468a-98d4-3b7a76aa5979,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:09.208122 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-34caf2e2-1556-4bec-b988-4031982d9c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.227134 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:14:02Z', 'revision_number': 4, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port': {'id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:47Z', 'updated_at': '2021-09-10T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a', 'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'mac_address': 'fa:16:3e:33:a6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:57Z', 'updated_at': '2021-09-10T15:14:08Z', 'revision_number': 4, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'subnets': [{'id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:09.245793 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b10bbe71-c505-4fff-a018-4f92ad6b0bbc tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.247049 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-b10bbe71-c505-4fff-a018-4f92ad6b0bbc tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6722460 Sep 10 15:14:09.250502 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54596) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:09.254281 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effa532a-d25e-4ca5-b741-bcacc5dd2e14 None None] The sync data for ids ['92afbcc6-f37b-4db6-9153-e89f51caacda'] in dv-cinder-760184-10-iscsi is: [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:14:02Z', 'revision_number': 4, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port': {'id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:47Z', 'updated_at': '2021-09-10T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a', 'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'mac_address': 'fa:16:3e:33:a6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:57Z', 'updated_at': '2021-09-10T15:14:08Z', 'revision_number': 4, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'subnets': [{'id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:14:09.257551 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-179ba7cf-0e23-403e-8730-33450af8504d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Request body: {'floatingip': {'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:09.282590 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-179ba7cf-0e23-403e-8730-33450af8504d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for floatingip, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.290103 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-c7e54d2a-c580-4894-9a88-256e04ab7420 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Network 89c82b9c-da29-44a5-a286-a7806dfed4d4 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:14:09.304223 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-55582f7c-2fea-4062-b1a8-57c84c24849b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.319295 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-c7e54d2a-c580-4894-9a88-256e04ab7420 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:14:09.322031 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-c7e54d2a-c580-4894-9a88-256e04ab7420 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:14:09.327664 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-c7e54d2a-c580-4894-9a88-256e04ab7420 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:09.328266 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-c7e54d2a-c580-4894-9a88-256e04ab7420 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.348632 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-55582f7c-2fea-4062-b1a8-57c84c24849b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.361407 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e54d2a-c580-4894-9a88-256e04ab7420 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Pushing event updated for resources: {'Port': ['ID=d02bca86-b039-4bf9-a8de-a7bb3c50293e,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:09.381320 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-179ba7cf-0e23-403e-8730-33450af8504d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.382880 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-0767a997-3e33-476d-b9b0-36b94013f828 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Allocated IP 172.20.0.13 (89c82b9c-da29-44a5-a286-a7806dfed4d4/56d1c94b-8bee-42a2-9581-b70245d1f7a7/c95297de-9c9a-406c-81aa-813ff7394bd6) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:14:09.398715 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55582f7c-2fea-4062-b1a8-57c84c24849b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53295ad7-b336-4a8d-ad33-44b1513df35b,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:09.406422 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-c7e54d2a-c580-4894-9a88-256e04ab7420 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3998017 Sep 10 15:14:09.407099 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-55582f7c-2fea-4062-b1a8-57c84c24849b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.409262 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-55582f7c-2fea-4062-b1a8-57c84c24849b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6904531 Sep 10 15:14:09.417869 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 54598) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:09.423406 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-89696395-bfe2-4c92-94b0-a7f4e6ccf815 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Request body: {'security_group_rule': {'security_group_id': '120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:09.432355 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Request body: {'port': {'device_id': '5578db8d-1b43-405b-a1bc-fd6f3ae9b424', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:09.478263 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e930949d-a02d-4b8b-b07e-0fb3d2fd488e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.489459 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-34caf2e2-1556-4bec-b988-4031982d9c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.491893 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-34caf2e2-1556-4bec-b988-4031982d9c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.495563 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-34caf2e2-1556-4bec-b988-4031982d9c8e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0172681f-4573-4e9e-8d97-c976e576b70b HTTP/1.1" status: 204 len: 168 time: 0.7264235 Sep 10 15:14:09.497463 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-179ba7cf-0e23-403e-8730-33450af8504d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Allocated IP 172.27.3.73 (080accf6-a61d-43aa-a40c-4a5d90aa3be1/9f699ab7-ff98-4888-8014-ee1b80751434/72c4f59d-1311-4b18-b28a-62f46bd3f875) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:14:09.547855 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34caf2e2-1556-4bec-b988-4031982d9c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0172681f-4573-4e9e-8d97-c976e576b70b,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:09.617621 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-179ba7cf-0e23-403e-8730-33450af8504d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.647666 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-89696395-bfe2-4c92-94b0-a7f4e6ccf815 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.657755 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.673695 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-179ba7cf-0e23-403e-8730-33450af8504d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.756070 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179ba7cf-0e23-403e-8730-33450af8504d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:14:09.759124 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-179ba7cf-0e23-403e-8730-33450af8504d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:14:09.767522 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ba7cf-0e23-403e-8730-33450af8504d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:14:09.772529 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-69b4bac9-8902-4054-b787-15eae223872e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for subnet, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.792926 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ba7cf-0e23-403e-8730-33450af8504d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Pushing event updated for resources: {'Port': ['ID=72c4f59d-1311-4b18-b28a-62f46bd3f875,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:09.885475 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-179ba7cf-0e23-403e-8730-33450af8504d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:09.943313 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-179ba7cf-0e23-403e-8730-33450af8504d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:10.142031 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device ffb0c0a1-2249-4ed0-a18d-b36a4d31651b up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:14:10.224682 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port ffb0c0a1-2249-4ed0-a18d-b36a4d31651b triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:10.225277 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:10.260006 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8186732-b5be-4564-9f4c-dfa83b22b674 req-728733f1-62dd-4c22-8f0c-5484aabc5dde tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:10.267181 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d8186732-b5be-4564-9f4c-dfa83b22b674 req-728733f1-62dd-4c22-8f0c-5484aabc5dde tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 943 time: 0.2063563 Sep 10 15:14:10.280330 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1dff3-98be-407b-bfdc-cf460c7e64a8 req-4810a7ba-16e4-479a-a2d8-daaeeb30aa97 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:10.281884 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c3a1dff3-98be-407b-bfdc-cf460c7e64a8 req-4810a7ba-16e4-479a-a2d8-daaeeb30aa97 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 943 time: 0.1798341 Sep 10 15:14:10.357331 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d8186732-b5be-4564-9f4c-dfa83b22b674 req-dd197559-7d93-4550-9914-12562a26c635 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892866 Sep 10 15:14:10.393166 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:14:10.419625 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c3a1dff3-98be-407b-bfdc-cf460c7e64a8 req-2d1cd2d8-c05a-46bf-a39f-639d7fb8008d tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/security-groups?id=452574b0-ad22-4fdb-a31a-a8d8b288ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131108 Sep 10 15:14:10.432485 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-89696395-bfe2-4c92-94b0-a7f4e6ccf815 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:10.436276 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4bac9-8902-4054-b787-15eae223872e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7026ae79-7f91-4516-b08a-5544e60396e7,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:10.471965 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-179ba7cf-0e23-403e-8730-33450af8504d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:10.489214 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-0767a997-3e33-476d-b9b0-36b94013f828 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:10.495019 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:14:10.500531 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:10.500877 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:10.561319 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e930949d-a02d-4b8b-b07e-0fb3d2fd488e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:10.568077 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-89696395-bfe2-4c92-94b0-a7f4e6ccf815 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:10.575000 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 9a1e7931-59bf-4491-9b74-302fdf764bf8 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:14:10.603267 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e930949d-a02d-4b8b-b07e-0fb3d2fd488e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:10.633617 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89696395-bfe2-4c92-94b0-a7f4e6ccf815 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc30600c-09d5-40dc-b0b2-a784b6828593,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:10.639902 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-e930949d-a02d-4b8b-b07e-0fb3d2fd488e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d46e2f1ecda9498fa27d6da1b517b697&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8000963 Sep 10 15:14:10.653251 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:10.661127 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 54626) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:10.724687 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-89696395-bfe2-4c92-94b0-a7f4e6ccf815 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:10.728918 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-89696395-bfe2-4c92-94b0-a7f4e6ccf815 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3059657 Sep 10 15:14:10.757336 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b4bac9-8902-4054-b787-15eae223872e admin admin] Checking segment: {'id': '2c01c84d-f813-4776-b4d3-9840caa20ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '460682c8-f055-44d9-b9ae-d6b113fd5c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:14:10.757652 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b4bac9-8902-4054-b787-15eae223872e admin admin] Network hostable DHCP agents. Network: 460682c8-f055-44d9-b9ae-d6b113fd5c61, hostable agents: ['3c96b2f0-8a92-48cf-9f37-aea1b5083e0a'], hosted agents: [] {{(pid=94032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:14:10.759494 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 54630) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:10.770013 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-179ba7cf-0e23-403e-8730-33450af8504d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:10.775370 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-454f85c2-f342-437d-8631-7eb68a1bc503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:10.795528 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 9a1e7931-59bf-4491-9b74-302fdf764bf8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=9a1e7931-59bf-4491-9b74-302fdf764bf8,segment=NetworkSegment(de5263cf-a3f7-46c0-8040-dfb47c3c461f),segment_id=de5263cf-a3f7-46c0-8040-dfb47c3c461f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:10.802962 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-454f85c2-f342-437d-8631-7eb68a1bc503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:10.812660 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': '9a1e7931-59bf-4491-9b74-302fdf764bf8', 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf', 'port_id': '9a1e7931-59bf-4491-9b74-302fdf764bf8', 'mac_address': 'fa:16:3e:f7:59:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119b5847-f28a-498d-b2fc-b0ccb46cb6b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:14:10.829704 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ba7cf-0e23-403e-8730-33450af8504d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Pushing event updated for resources: {'Port': ['ID=72c4f59d-1311-4b18-b28a-62f46bd3f875,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:10.864131 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-16df6a30-0aa4-4926-be44-942755ef4b17 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Request body: {'floatingip': {'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:10.879527 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdede8af-c226-4aec-95a2-41b8536bb5a0 req-62f965cb-457f-4f92-9de3-d787bb000198 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:10.881806 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930949d-a02d-4b8b-b07e-0fb3d2fd488e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6345e1e-3ae4-427c-b07f-836378268b7b,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:10.888607 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fdede8af-c226-4aec-95a2-41b8536bb5a0 req-62f965cb-457f-4f92-9de3-d787bb000198 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 932 time: 0.4142594 Sep 10 15:14:10.898056 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:10.919582 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-179ba7cf-0e23-403e-8730-33450af8504d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550972'] for floatingip, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:10.939279 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-0767a997-3e33-476d-b9b0-36b94013f828 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:10.941218 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b4bac9-8902-4054-b787-15eae223872e admin admin] Network 460682c8-f055-44d9-b9ae-d6b113fd5c61 is scheduled to be hosted by DHCP agent 3c96b2f0-8a92-48cf-9f37-aea1b5083e0a with binding_index 1 {{(pid=94032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:14:10.953399 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fdede8af-c226-4aec-95a2-41b8536bb5a0 req-3ba793a6-84fb-45b2-a82c-2d63ebdd59a6 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635457 Sep 10 15:14:10.956344 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-179ba7cf-0e23-403e-8730-33450af8504d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:10.965664 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-179ba7cf-0e23-403e-8730-33450af8504d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7050817 Sep 10 15:14:10.965847 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-16df6a30-0aa4-4926-be44-942755ef4b17 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for floatingip, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:10.972184 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:10.984567 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1e7931-59bf-4491-9b74-302fdf764bf8 {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:14:10.991575 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:11.025670 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-454f85c2-f342-437d-8631-7eb68a1bc503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:11.028167 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-454f85c2-f342-437d-8631-7eb68a1bc503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:11.029514 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-454f85c2-f342-437d-8631-7eb68a1bc503 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6345e1e-3ae4-427c-b07f-836378268b7b HTTP/1.1" status: 204 len: 168 time: 0.3651536 Sep 10 15:14:11.062768 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-69b4bac9-8902-4054-b787-15eae223872e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-10-iscsi, 460682c8-f055-44d9-b9ae-d6b113fd5c61) {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:14:11.064356 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767a997-3e33-476d-b9b0-36b94013f828 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Pushing event updated for resources: {'Port': ['ID=c95297de-9c9a-406c-81aa-813ff7394bd6,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:11.076307 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 9a1e7931-59bf-4491-9b74-302fdf764bf8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=9a1e7931-59bf-4491-9b74-302fdf764bf8,segment=NetworkSegment(de5263cf-a3f7-46c0-8040-dfb47c3c461f),segment_id=de5263cf-a3f7-46c0-8040-dfb47c3c461f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:11.080055 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b4bac9-8902-4054-b787-15eae223872e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:11.081399 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-69b4bac9-8902-4054-b787-15eae223872e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:11.084125 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a192b379-040e-476f-9267-eb8bad887f1c None None] Network 460682c8-f055-44d9-b9ae-d6b113fd5c61 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:14:11.165345 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f85c2-f342-437d-8631-7eb68a1bc503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6345e1e-3ae4-427c-b07f-836378268b7b,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:11.193874 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-0767a997-3e33-476d-b9b0-36b94013f828 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Network 89c82b9c-da29-44a5-a286-a7806dfed4d4 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:14:11.228961 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-69b4bac9-8902-4054-b787-15eae223872e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3783290 Sep 10 15:14:11.228961 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-0767a997-3e33-476d-b9b0-36b94013f828 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:14:11.245525 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-0767a997-3e33-476d-b9b0-36b94013f828 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:14:11.259921 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-0767a997-3e33-476d-b9b0-36b94013f828 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:11.261400 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-0767a997-3e33-476d-b9b0-36b94013f828 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:11.290744 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-157e0ad0-9a84-4082-b376-26e24341ddf1 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1906813043&fields=id&tenant_id=4c0dbe00e8be4d6fa4f0727f7fa2408d HTTP/1.1" status: 200 len: 267 time: 0.0811634 Sep 10 15:14:11.295186 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:11.349136 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:11.443401 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-0767a997-3e33-476d-b9b0-36b94013f828 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1622841 Sep 10 15:14:11.452499 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=9a1e7931-59bf-4491-9b74-302fdf764bf8,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:11.519109 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-18eeb94e-d7aa-4214-9c96-9320fbd96ac5 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:11.520655 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-18eeb94e-d7aa-4214-9c96-9320fbd96ac5 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/networks?id=9fd410a6-6b42-4dd7-aaee-5021094067c5 HTTP/1.1" status: 200 len: 810 time: 0.2236731 Sep 10 15:14:11.529322 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54666) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:11.531766 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b83f7b-7486-406d-b5f5-d511b350aaf9 None None] Network 460682c8-f055-44d9-b9ae-d6b113fd5c61 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:14:11.584525 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02bca86-b039-4bf9-a8de-a7bb3c50293e {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:14:11.594664 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:11.613975 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Transition to ACTIVE for port object d02bca86-b039-4bf9-a8de-a7bb3c50293e will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:14:11.630266 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Request body: {'port': {'device_id': '56c955b0-2b4e-48ae-93cd-24de448b558b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:11.635427 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:11.641050 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['9a1e7931-59bf-4491-9b74-302fdf764bf8'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:14:11.658585 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-aab6b042-05ab-45f2-b757-7ff0bf9d5bc8 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/quotas/4c0dbe00e8be4d6fa4f0727f7fa2408d HTTP/1.1" status: 200 len: 375 time: 0.1282580 Sep 10 15:14:11.708009 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b18c79-7d1d-4c5f-9160-b795e19f42ae admin admin] Deleting subnet 952f7c82-1c09-4273-bc37-e4bfe3248fb7 {{(pid=94031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:14:11.714939 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-47b18c79-7d1d-4c5f-9160-b795e19f42ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:11.754842 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b7cd6-d00f-436c-9bfa-d1c741ed0665 req-8d86ce33-55d9-4d33-a5d4-48df70602c06 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:11.762304 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-483b7cd6-d00f-436c-9bfa-d1c741ed0665 req-8d86ce33-55d9-4d33-a5d4-48df70602c06 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 944 time: 0.2308776 Sep 10 15:14:11.803057 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-dc843076-bbad-431e-9673-a4b9333adc79 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c0dbe00e8be4d6fa4f0727f7fa2408d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1349022 Sep 10 15:14:11.803772 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54674) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:11.822404 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:11.847765 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-47b18c79-7d1d-4c5f-9160-b795e19f42ae admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:11.859309 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Pushing event updated for resources: {'Port': ['ID=d02bca86-b039-4bf9-a8de-a7bb3c50293e,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:11.865026 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3233bc75-9668-410e-bfa1-d97a30daee49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:11.874328 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-483b7cd6-d00f-436c-9bfa-d1c741ed0665 req-0c64fcb6-0dd8-4d79-9eae-f89d26c9696c tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110878 Sep 10 15:14:11.874887 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-16df6a30-0aa4-4926-be44-942755ef4b17 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:11.877946 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Attempting to bind port d02bca86-b039-4bf9-a8de-a7bb3c50293e on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:14:11.883156 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-47b18c79-7d1d-4c5f-9160-b795e19f42ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766759'] for subnet, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:11.883807 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Attempting to bind port d02bca86-b039-4bf9-a8de-a7bb3c50293e by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '8f8bc020-2455-4540-beed-ea448ad37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:14:11.884068 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Attempting to bind port d02bca86-b039-4bf9-a8de-a7bb3c50293e on network 89c82b9c-da29-44a5-a286-a7806dfed4d4 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:14:12.025683 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:14:12.044981 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Port d02bca86-b039-4bf9-a8de-a7bb3c50293e on network 89c82b9c-da29-44a5-a286-a7806dfed4d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:14:12.045307 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Attempting to bind port d02bca86-b039-4bf9-a8de-a7bb3c50293e on network 89c82b9c-da29-44a5-a286-a7806dfed4d4 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:14:12.068270 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:14:12.068420 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Checking segment: {'id': '8f8bc020-2455-4540-beed-ea448ad37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:14:12.068943 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Bound using segment: {'id': '8f8bc020-2455-4540-beed-ea448ad37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:14:12.070045 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Bound port: d02bca86-b039-4bf9-a8de-a7bb3c50293e, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8bc020-2455-4540-beed-ea448ad37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:14:12.070415 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.088439 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-47b18c79-7d1d-4c5f-9160-b795e19f42ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for subnet, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.101810 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:12.102184 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.108930 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-41e24313-73c4-4060-afb9-1a210790f7d0 service neutron] 10.222.0.32 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726324 Sep 10 15:14:12.144362 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b18c79-7d1d-4c5f-9160-b795e19f42ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=952f7c82-1c09-4273-bc37-e4bfe3248fb7,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:12.149601 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-47b18c79-7d1d-4c5f-9160-b795e19f42ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.151533 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-47b18c79-7d1d-4c5f-9160-b795e19f42ae admin admin] 10.222.0.32 "DELETE /v2.0/subnets/952f7c82-1c09-4273-bc37-e4bfe3248fb7 HTTP/1.1" status: 204 len: 168 time: 0.6188724 Sep 10 15:14:12.167658 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54682) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:12.193914 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da35c09-a73e-4dc4-b7f5-f01cbdb1317f req-dc3ca099-b86b-433d-bab9-76638a7bccf3 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:12.195437 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3da35c09-a73e-4dc4-b7f5-f01cbdb1317f req-dc3ca099-b86b-433d-bab9-76638a7bccf3 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 943 time: 0.1844168 Sep 10 15:14:12.336094 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-16df6a30-0aa4-4926-be44-942755ef4b17 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Allocated IP 172.27.3.164 (080accf6-a61d-43aa-a40c-4a5d90aa3be1/9f699ab7-ff98-4888-8014-ee1b80751434/c611ff37-9326-40c6-8e14-2173d317e7ee) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:14:12.340976 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3233bc75-9668-410e-bfa1-d97a30daee49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.356508 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1354939'] for network, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.358201 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3233bc75-9668-410e-bfa1-d97a30daee49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.379680 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3da35c09-a73e-4dc4-b7f5-f01cbdb1317f req-d9df0e19-23fa-465a-bbee-aaf5abde6c53 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/security-groups?id=452574b0-ad22-4fdb-a31a-a8d8b288ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699028 Sep 10 15:14:12.381024 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] For port d02bca86-b039-4bf9-a8de-a7bb3c50293e, host hv-cinder-76018, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:14:12.385486 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] For port d02bca86-b039-4bf9-a8de-a7bb3c50293e, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=d02bca86-b039-4bf9-a8de-a7bb3c50293e,segment=NetworkSegment(8f8bc020-2455-4540-beed-ea448ad37908),segment_id=8f8bc020-2455-4540-beed-ea448ad37908)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:14:12.386015 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-d739d49e-d068-471d-b818-8b60dc720623 service neutron] 10.222.0.32 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535756 Sep 10 15:14:12.424236 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-3233bc75-9668-410e-bfa1-d97a30daee49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e6959cc40cf4525a136dc77100f4d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6171865 Sep 10 15:14:12.427032 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233bc75-9668-410e-bfa1-d97a30daee49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ac2a42-a58e-493d-87f3-37902ebfaf9d,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:12.446767 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.447240 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54690) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:12.476999 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:12.479460 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.481916 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] 10.222.0.43 "PUT /v2.0/ports/d02bca86-b039-4bf9-a8de-a7bb3c50293e HTTP/1.1" status: 200 len: 1094 time: 3.0625436 Sep 10 15:14:12.532506 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5578db8d-1b43-405b-a1bc-fd6f3ae9b424', 'tag': 'd02bca86-b039-4bf9-a8de-a7bb3c50293e'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:12.536785 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4a9c83-4203-473a-9278-03c69f26bf72" -d '{"events": [{"name": "network-changed", "server_uuid": "5578db8d-1b43-405b-a1bc-fd6f3ae9b424", "tag": "d02bca86-b039-4bf9-a8de-a7bb3c50293e"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:12.544528 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device fd24af28-19fb-4217-aebc-cf16b95f6e05 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:14:12.562194 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767442', 'neutron.services.segments.db._delete_segments_for_network-8740670112925'] for network, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.609079 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:12.609454 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:12.610235 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:12.610562 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Subscribe: > port after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:12.610899 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:12.611246 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Subscribe: > port after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:12.611561 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:12.612498 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:12.612974 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:12.613494 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:12.620249 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 9a1e7931-59bf-4491-9b74-302fdf764bf8 up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:14:12.693080 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-16df6a30-0aa4-4926-be44-942755ef4b17 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.745867 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port 9a1e7931-59bf-4491-9b74-302fdf764bf8 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:14:12.768788 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port 9a1e7931-59bf-4491-9b74-302fdf764bf8 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:12.769515 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.774492 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0c6088-dfff-4904-b8a5-772a57e104a6 x-openstack-request-id: req-bb0c6088-dfff-4904-b8a5-772a57e104a6 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:12.774776 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5578db8d-1b43-405b-a1bc-fd6f3ae9b424", "tag": "d02bca86-b039-4bf9-a8de-a7bb3c50293e", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:12.775022 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb0c6088-dfff-4904-b8a5-772a57e104a6 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:12.775397 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5578db8d-1b43-405b-a1bc-fd6f3ae9b424', 'tag': 'd02bca86-b039-4bf9-a8de-a7bb3c50293e', 'status': 'completed', 'code': 200} Sep 10 15:14:12.792913 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-16df6a30-0aa4-4926-be44-942755ef4b17 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.810024 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:12.811344 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:12.812675 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:12.813229 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:12.814621 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c57b9a6-8bd1-4ee3-ad29-eee23b04b913']}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:12.856131 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port fd24af28-19fb-4217-aebc-cf16b95f6e05, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=fd24af28-19fb-4217-aebc-cf16b95f6e05,segment=NetworkSegment(068ee32f-3c5d-471e-b9ca-cbcf88d138c1),segment_id=068ee32f-3c5d-471e-b9ca-cbcf88d138c1)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:12.859082 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-4aece363-502c-454b-bdce-48c82a031c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:12.860600 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-4aece363-502c-454b-bdce-48c82a031c7d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d4ba512da8349e891d810bef26b5436&device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 1097 time: 0.3208871 Sep 10 15:14:12.872417 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a4dc74-d824-43c2-9433-1e3576d2eb5e') {'for_net_delete': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:12.872998 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a4dc74-d824-43c2-9433-1e3576d2eb5e') {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:12.873407 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16df6a30-0aa4-4926-be44-942755ef4b17 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:14:12.875410 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': 'fd24af28-19fb-4217-aebc-cf16b95f6e05', 'network_id': '7d8367ea-a774-4a00-9eb2-8e6f041a796b', 'port_id': 'fd24af28-19fb-4217-aebc-cf16b95f6e05', 'mac_address': 'fa:16:3e:b4:19:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f991c501-9a37-464f-967c-9f7392eb5e1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:14:12.877802 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-16df6a30-0aa4-4926-be44-942755ef4b17 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:14:12.880547 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df6a30-0aa4-4926-be44-942755ef4b17 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:14:12.893847 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fa308-dcdd-42f9-adc9-9750c00c43fe service neutron] Pushing event updated for resources: {'Port': ['ID=d02bca86-b039-4bf9-a8de-a7bb3c50293e,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:12.920917 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740670111398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12600670'] for segment, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.945861 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0d17e6bc-918d-4871-931b-38168fa3f3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.959337 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.976705 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157c82f-7e8f-4f04-be6c-54eca43dc8f8 req-fb44beff-4ca1-4b6a-a930-367981bc013f tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:12.978550 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c157c82f-7e8f-4f04-be6c-54eca43dc8f8 req-fb44beff-4ca1-4b6a-a930-367981bc013f tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 944 time: 0.4942560 Sep 10 15:14:12.981589 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95297de-9c9a-406c-81aa-813ff7394bd6 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:14:12.991163 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:13.004234 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9168a1f4-df26-44f3-9704-ef86badb8f80 req-6ad834b6-38bb-46a4-b410-fe9439a8f39b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 210 time: 0.0733554 Sep 10 15:14:13.008898 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:13.012998 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-80d08ad2-174d-4c46-bc19-af62d69012a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d02bca86-b039-4bf9-a8de-a7bb3c50293e HTTP/1.1" status: 200 len: 217 time: 0.1359329 Sep 10 15:14:13.031118 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:13.043268 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0d17e6bc-918d-4871-931b-38168fa3f3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:13.046530 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:14:13.047116 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13673099'] for segment, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: from cryptography.utils import int_from_bytes Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: from cryptography.utils import int_from_bytes Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: Traceback (most recent call last): Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: timer() Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: cb(*args, **kw) Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: return func(*args, **kwargs) Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: self._notify() Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: self.callback(batched_events) Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: event.method(event) Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: return f(self, *a, **k) Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: return self._get(url).json() Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: return self.request(url, 'GET', **kwargs) Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:14:13.054118 dv-cinder-760184-10-iscsi neutron-server[94031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:14:13.086900 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-c9e80d53-d009-461a-a578-6b918828d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:13.088522 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-c9e80d53-d009-461a-a578-6b918828d852 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=56d1c94b-8bee-42a2-9581-b70245d1f7a7 HTTP/1.1" status: 200 len: 859 time: 0.0594995 Sep 10 15:14:13.102795 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 9a1e7931-59bf-4491-9b74-302fdf764bf8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=9a1e7931-59bf-4491-9b74-302fdf764bf8,segment=NetworkSegment(de5263cf-a3f7-46c0-8040-dfb47c3c461f),segment_id=de5263cf-a3f7-46c0-8040-dfb47c3c461f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:13.107502 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8bf592-6e59-4d78-9948-3a6bf7364d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1e7931-59bf-4491-9b74-302fdf764bf8'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:13.165752 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-f22482f2-17da-4807-9a8d-900c6e6098cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89c82b9c-da29-44a5-a286-a7806dfed4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554781 Sep 10 15:14:13.175533 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df6a30-0aa4-4926-be44-942755ef4b17 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Pushing event updated for resources: {'Port': ['ID=c611ff37-9326-40c6-8e14-2173d317e7ee,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:13.176086 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c157c82f-7e8f-4f04-be6c-54eca43dc8f8 req-90dbe21c-d8d2-40a9-9585-ae5ad8fb24fa tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741204 Sep 10 15:14:13.188483 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Transition to ACTIVE for port object c95297de-9c9a-406c-81aa-813ff7394bd6 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:14:13.213939 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550926'] for network, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:13.222833 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-16df6a30-0aa4-4926-be44-942755ef4b17 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:13.253278 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:13.260671 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:13.263431 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2c57b9a6-8bd1-4ee3-ad29-eee23b04b913 HTTP/1.1" status: 204 len: 168 time: 1.0948565 Sep 10 15:14:13.274462 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:13.275221 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54718) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:13.279075 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0d17e6bc-918d-4871-931b-38168fa3f3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:13.283079 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0d17e6bc-918d-4871-931b-38168fa3f3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:13.286136 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-0d17e6bc-918d-4871-931b-38168fa3f3f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37ac2a42-a58e-493d-87f3-37902ebfaf9d HTTP/1.1" status: 204 len: 168 time: 0.8377595 Sep 10 15:14:13.287357 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e0e80-719d-4cc1-b137-0160525de263 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c57b9a6-8bd1-4ee3-ad29-eee23b04b913,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:13.289179 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd24af28-19fb-4217-aebc-cf16b95f6e05 {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:14:13.406195 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ad5bf-c03f-4bf5-b3bb-89cd76e7641f req-10cfb64b-d781-4a00-9a56-df22bac37286 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:13.410033 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-16df6a30-0aa4-4926-be44-942755ef4b17 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:13.419644 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4f8ad5bf-c03f-4bf5-b3bb-89cd76e7641f req-10cfb64b-d781-4a00-9a56-df22bac37286 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 945 time: 0.2675021 Sep 10 15:14:13.430756 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17e6bc-918d-4871-931b-38168fa3f3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ac2a42-a58e-493d-87f3-37902ebfaf9d,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:13.508558 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Attempting to bind port c95297de-9c9a-406c-81aa-813ff7394bd6 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:14:13.509146 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Attempting to bind port c95297de-9c9a-406c-81aa-813ff7394bd6 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '8f8bc020-2455-4540-beed-ea448ad37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:14:13.509438 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Attempting to bind port c95297de-9c9a-406c-81aa-813ff7394bd6 on network 89c82b9c-da29-44a5-a286-a7806dfed4d4 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:14:13.529419 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Pushing event updated for resources: {'Port': ['ID=c95297de-9c9a-406c-81aa-813ff7394bd6,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:13.540586 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Port c95297de-9c9a-406c-81aa-813ff7394bd6 on network 89c82b9c-da29-44a5-a286-a7806dfed4d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:14:13.541319 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Attempting to bind port c95297de-9c9a-406c-81aa-813ff7394bd6 on network 89c82b9c-da29-44a5-a286-a7806dfed4d4 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:14:13.564003 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:14:13.564480 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Checking segment: {'id': '8f8bc020-2455-4540-beed-ea448ad37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:14:13.565337 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Bound using segment: {'id': '8f8bc020-2455-4540-beed-ea448ad37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:14:13.565986 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Bound port: c95297de-9c9a-406c-81aa-813ff7394bd6, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8bc020-2455-4540-beed-ea448ad37908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:14:13.566426 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:13.584642 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4f8ad5bf-c03f-4bf5-b3bb-89cd76e7641f req-756cab70-7ddf-4209-be58-e00176d0a58b tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419623 Sep 10 15:14:13.611248 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b538f2-e3b3-4ad2-b961-e6c4d784a386 admin admin] Deleting subnet 7026ae79-7f91-4516-b08a-5544e60396e7 {{(pid=94031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:14:13.618504 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-85b538f2-e3b3-4ad2-b961-e6c4d784a386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:13.664906 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] For port c95297de-9c9a-406c-81aa-813ff7394bd6, host hv-cinder-76018, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:14:13.668386 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] For port c95297de-9c9a-406c-81aa-813ff7394bd6, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=c95297de-9c9a-406c-81aa-813ff7394bd6,segment=NetworkSegment(8f8bc020-2455-4540-beed-ea448ad37908),segment_id=8f8bc020-2455-4540-beed-ea448ad37908)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:14:13.676186 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-e210dae8-0b10-492a-b64b-cba0b3f49fd6 service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859347 Sep 10 15:14:13.680728 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:13.707959 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port fd24af28-19fb-4217-aebc-cf16b95f6e05, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=fd24af28-19fb-4217-aebc-cf16b95f6e05,segment=NetworkSegment(068ee32f-3c5d-471e-b9ca-cbcf88d138c1),segment_id=068ee32f-3c5d-471e-b9ca-cbcf88d138c1)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:13.726909 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2438dab-91fb-4a98-a1c7-3a6476b06178" -d '{"events": [{"server_uuid": "bc8bf592-6e59-4d78-9948-3a6bf7364d1c", "name": "network-vif-plugged", "status": "completed", "tag": "9a1e7931-59bf-4491-9b74-302fdf764bf8"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:13.743357 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f3ff8-28e3-430f-b54e-c693edd04b2a req-485e893f-2e32-4077-863f-008811743c9f tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:13.745755 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:13.754509 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=9a1e7931-59bf-4491-9b74-302fdf764bf8,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:13.759036 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8f2f3ff8-28e3-430f-b54e-c693edd04b2a req-485e893f-2e32-4077-863f-008811743c9f tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 943 time: 0.2459137 Sep 10 15:14:13.816027 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-85b538f2-e3b3-4ad2-b961-e6c4d784a386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12600615'] for subnet, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:13.823648 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=fd24af28-19fb-4217-aebc-cf16b95f6e05,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:13.886890 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8f2f3ff8-28e3-430f-b54e-c693edd04b2a req-fbc5a9a8-d82d-4b34-b38e-93043efaf027 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/security-groups?id=452574b0-ad22-4fdb-a31a-a8d8b288ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236196 Sep 10 15:14:13.900529 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-85b538f2-e3b3-4ad2-b961-e6c4d784a386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766759'] for subnet, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:13.974971 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['fd24af28-19fb-4217-aebc-cf16b95f6e05'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:14:13.999098 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-85b538f2-e3b3-4ad2-b961-e6c4d784a386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13672809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13098714'] for subnet, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:14.001333 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4740a95-4156-4e6c-a508-22a96b7d0eb5 x-openstack-request-id: req-f4740a95-4156-4e6c-a508-22a96b7d0eb5 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:14.001633 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8bf592-6e59-4d78-9948-3a6bf7364d1c", "name": "network-vif-plugged", "status": "completed", "tag": "9a1e7931-59bf-4491-9b74-302fdf764bf8", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:14.001886 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4740a95-4156-4e6c-a508-22a96b7d0eb5 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:14.002340 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8bf592-6e59-4d78-9948-3a6bf7364d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1e7931-59bf-4491-9b74-302fdf764bf8', 'code': 200} Sep 10 15:14:14.062787 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b538f2-e3b3-4ad2-b961-e6c4d784a386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7026ae79-7f91-4516-b08a-5544e60396e7,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:14.073046 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-85b538f2-e3b3-4ad2-b961-e6c4d784a386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:14.084716 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-85b538f2-e3b3-4ad2-b961-e6c4d784a386 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7026ae79-7f91-4516-b08a-5544e60396e7 HTTP/1.1" status: 204 len: 168 time: 0.8051178 Sep 10 15:14:14.084716 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54742) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:14.141927 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-16df6a30-0aa4-4926-be44-942755ef4b17 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:14.165347 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:14.166095 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:14.167969 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] 10.222.0.43 "PUT /v2.0/ports/c95297de-9c9a-406c-81aa-813ff7394bd6 HTTP/1.1" status: 200 len: 1094 time: 2.5443411 Sep 10 15:14:14.170490 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-16df6a30-0aa4-4926-be44-942755ef4b17 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:14.231692 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-16df6a30-0aa4-4926-be44-942755ef4b17 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550972'] for floatingip, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:14.239424 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-70a28744-d785-4e49-984d-f2cd6a609969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1354939'] for network, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:14.243074 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c62241-b0cc-4fd5-9517-2871cc2c9482 service neutron] Pushing event updated for resources: {'Port': ['ID=c95297de-9c9a-406c-81aa-813ff7394bd6,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:14.270564 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-131258b2-34ee-45c8-841c-c00b949a64a3 req-7f4322ea-c3b7-4432-a8d8-f9f664a70926 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 210 time: 0.0496345 Sep 10 15:14:14.373756 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-16df6a30-0aa4-4926-be44-942755ef4b17 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:14.384172 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-16df6a30-0aa4-4926-be44-942755ef4b17 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5184414 Sep 10 15:14:14.416991 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2359ba60-c9a2-4240-9a63-d374dd77212d req-200be5f7-7fad-42ca-8c80-3e0f9b12f6a6 service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7324076 Sep 10 15:14:14.419833 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df6a30-0aa4-4926-be44-942755ef4b17 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Pushing event updated for resources: {'Port': ['ID=c611ff37-9326-40c6-8e14-2173d317e7ee,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:14.472431 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-cd17e7a6-9eec-4b3a-b146-f3b5100fae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:14.474000 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-cd17e7a6-9eec-4b3a-b146-f3b5100fae24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d4ba512da8349e891d810bef26b5436&device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 1097 time: 0.1651065 Sep 10 15:14:14.489559 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-70a28744-d785-4e49-984d-f2cd6a609969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767442', 'neutron.services.segments.db._delete_segments_for_network-8740670112925'] for network, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:14.506766 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-c770b572-d878-465c-be17-a943a1e2ab72 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:14.508793 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-c770b572-d878-465c-be17-a943a1e2ab72 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.43 "GET /v2.0/networks?id=9fd410a6-6b42-4dd7-aaee-5021094067c5 HTTP/1.1" status: 200 len: 810 time: 0.2020781 Sep 10 15:14:14.539770 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-70a28744-d785-4e49-984d-f2cd6a609969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460682c8-f055-44d9-b9ae-d6b113fd5c61']}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:14.559479 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-dbcd4b3a-7e74-4e69-b315-99c1949488ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c95297de-9c9a-406c-81aa-813ff7394bd6 HTTP/1.1" status: 200 len: 217 time: 0.0712397 Sep 10 15:14:14.560019 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device fd24af28-19fb-4217-aebc-cf16b95f6e05 up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:14:14.567547 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-70a28744-d785-4e49-984d-f2cd6a609969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c01c84d-f813-4776-b4d3-9840caa20ac1') {'for_net_delete': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:14.568158 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-70a28744-d785-4e49-984d-f2cd6a609969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c01c84d-f813-4776-b4d3-9840caa20ac1') {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:14.571276 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bec839-2afe-4995-9b0e-939933e9f468 req-2bc35780-a519-4070-ab7f-05598052ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:14.573023 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-86bec839-2afe-4995-9b0e-939933e9f468 req-2bc35780-a519-4070-ab7f-05598052ccec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 1098 time: 0.2444420 Sep 10 15:14:14.587484 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef824fcd-6ad7-44b8-b16b-49092c2917aa req-cc0cada8-b78b-4ab6-9f91-9810a82e3f6d tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:14.589288 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ef824fcd-6ad7-44b8-b16b-49092c2917aa req-cc0cada8-b78b-4ab6-9f91-9810a82e3f6d tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 944 time: 0.2498181 Sep 10 15:14:14.594244 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-70a28744-d785-4e49-984d-f2cd6a609969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740670111398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12600670'] for segment, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:14.623177 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-86bec839-2afe-4995-9b0e-939933e9f468 req-797a9e3e-ac30-4514-a18d-4ed018096814 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:14.639261 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-70a28744-d785-4e49-984d-f2cd6a609969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:14.656181 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a28744-d785-4e49-984d-f2cd6a609969 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:14:14.656588 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-70a28744-d785-4e49-984d-f2cd6a609969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13673099'] for segment, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: Traceback (most recent call last): Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: timer() Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: cb(*args, **kw) Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: return func(*args, **kwargs) Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: self._notify() Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: self.callback(batched_events) Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: event.method(event) Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: return f(self, *a, **k) Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: return self._get(url).json() Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: return self.request(url, 'GET', **kwargs) Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:14:14.660422 dv-cinder-760184-10-iscsi neutron-server[94031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:14:14.715329 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ef824fcd-6ad7-44b8-b16b-49092c2917aa req-f4cfe5d4-3543-430e-a25a-3eac04786a69 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948277 Sep 10 15:14:14.715667 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port fd24af28-19fb-4217-aebc-cf16b95f6e05 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:14:14.715667 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port fd24af28-19fb-4217-aebc-cf16b95f6e05 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:14.715667 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:14.723170 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a9c83-4203-473a-9278-03c69f26bf72 req-d915d6e9-4336-47d9-b148-19b371e4619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:14.728229 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4d4a9c83-4203-473a-9278-03c69f26bf72 req-d915d6e9-4336-47d9-b148-19b371e4619c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d4ba512da8349e891d810bef26b5436&device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 1097 time: 0.1860423 Sep 10 15:14:14.735539 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-294e92d5-4072-4f77-b331-ffe9bb525402 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c0dbe00e8be4d6fa4f0727f7fa2408d HTTP/1.1" status: 200 len: 380 time: 0.1924739 Sep 10 15:14:14.741615 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-639494c5-3703-4fef-8b5f-23dcc72e9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:14.747088 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-639494c5-3703-4fef-8b5f-23dcc72e9d48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=56d1c94b-8bee-42a2-9581-b70245d1f7a7 HTTP/1.1" status: 200 len: 859 time: 0.1450169 Sep 10 15:14:14.777653 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-ddbf4ad1-11ee-4659-a980-fb2f9df4c803 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Request body: {'port': {'device_id': 'b1916807-a99f-41ef-8bec-c6035fe3c7da', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'admin_state_up': True, 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'security_groups': ['88b6706a-fbc8-4409-bc6a-df236a1aac80']}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:14.787652 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c955b0-2b4e-48ae-93cd-24de448b558b', 'tag': 'c95297de-9c9a-406c-81aa-813ff7394bd6'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:14.790509 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40706ee5-ebac-46ae-bb8d-d33bb3fd00b2" -d '{"events": [{"name": "network-changed", "server_uuid": "56c955b0-2b4e-48ae-93cd-24de448b558b", "tag": "c95297de-9c9a-406c-81aa-813ff7394bd6"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:14.802772 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-70a28744-d785-4e49-984d-f2cd6a609969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550926'] for network, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:14.815654 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-70a28744-d785-4e49-984d-f2cd6a609969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:14.820386 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-70a28744-d785-4e49-984d-f2cd6a609969 admin admin] 10.222.0.32 "DELETE /v2.0/networks/460682c8-f055-44d9-b9ae-d6b113fd5c61 HTTP/1.1" status: 204 len: 168 time: 0.7366738 Sep 10 15:14:14.841072 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-45db10b0-388c-4a49-93e7-7da10e01c7fc tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2123728706&fields=id&tenant_id=38a103aa430e44d19677d7d83ecdf77d HTTP/1.1" status: 200 len: 267 time: 0.1283875 Sep 10 15:14:14.887124 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:14.892941 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a28744-d785-4e49-984d-f2cd6a609969 admin admin] Pushing event deleted for resources: {'Network': ['ID=460682c8-f055-44d9-b9ae-d6b113fd5c61,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:14.909464 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-af9a31e6-4d24-44f6-a7a6-a7bb4ce9454c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89c82b9c-da29-44a5-a286-a7806dfed4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150279 Sep 10 15:14:14.982744 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port fd24af28-19fb-4217-aebc-cf16b95f6e05, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=fd24af28-19fb-4217-aebc-cf16b95f6e05,segment=NetworkSegment(068ee32f-3c5d-471e-b9ca-cbcf88d138c1),segment_id=068ee32f-3c5d-471e-b9ca-cbcf88d138c1)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:14.992299 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:15.033135 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c667abb-5ed2-406f-8a94-e8ac6d7938d4 req-324052be-1ccc-4d4b-821d-fbb1df3b3876 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:15.035384 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9c667abb-5ed2-406f-8a94-e8ac6d7938d4 req-324052be-1ccc-4d4b-821d-fbb1df3b3876 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 945 time: 0.2136853 Sep 10 15:14:15.132137 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=fd24af28-19fb-4217-aebc-cf16b95f6e05,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:15.196222 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a9c83-4203-473a-9278-03c69f26bf72 req-74f6478d-4c74-4fde-bd8c-009c6d1d923a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:15.197769 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4d4a9c83-4203-473a-9278-03c69f26bf72 req-74f6478d-4c74-4fde-bd8c-009c6d1d923a service neutron] 10.222.0.43 "GET /v2.0/networks?id=89c82b9c-da29-44a5-a286-a7806dfed4d4 HTTP/1.1" status: 200 len: 920 time: 0.4463863 Sep 10 15:14:15.271032 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-1b7c5e78-5750-4338-b9f9-ad7cdb083863 service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515408 Sep 10 15:14:15.271823 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 54804) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:15.281272 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4d4a9c83-4203-473a-9278-03c69f26bf72 req-5b4bb0eb-41da-4d06-a8bd-ae8cfa733aee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d02bca86-b039-4bf9-a8de-a7bb3c50293e HTTP/1.1" status: 200 len: 217 time: 0.0702167 Sep 10 15:14:15.351441 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a9c83-4203-473a-9278-03c69f26bf72 req-ffc0df8e-d718-44bb-bd8f-7581cf34cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:15.352986 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4d4a9c83-4203-473a-9278-03c69f26bf72 req-ffc0df8e-d718-44bb-bd8f-7581cf34cf2f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=56d1c94b-8bee-42a2-9581-b70245d1f7a7 HTTP/1.1" status: 200 len: 859 time: 0.0513227 Sep 10 15:14:15.412876 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9c667abb-5ed2-406f-8a94-e8ac6d7938d4 req-ce66974f-a70e-4d58-a42d-6096a25a6440 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503680 Sep 10 15:14:15.435936 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4d4a9c83-4203-473a-9278-03c69f26bf72 req-a4c86c05-1540-47df-9949-35fe4f516361 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89c82b9c-da29-44a5-a286-a7806dfed4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682471 Sep 10 15:14:15.447758 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-86bec839-2afe-4995-9b0e-939933e9f468 req-797a9e3e-ac30-4514-a18d-4ed018096814 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:15.456630 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-4dfffc80-7d59-452b-9b20-cb7371f45ad5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:15.458166 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-4dfffc80-7d59-452b-9b20-cb7371f45ad5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/networks?id=6da470b5-21a6-48da-8f44-511723482333 HTTP/1.1" status: 200 len: 817 time: 0.6037807 Sep 10 15:14:15.459303 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-86bec839-2afe-4995-9b0e-939933e9f468 req-797a9e3e-ac30-4514-a18d-4ed018096814 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:15.483092 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-86bec839-2afe-4995-9b0e-939933e9f468 req-797a9e3e-ac30-4514-a18d-4ed018096814 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8911142 Sep 10 15:14:15.519554 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0009c9-4bc5-47a4-b534-e57bcce95c65 x-openstack-request-id: req-ca0009c9-4bc5-47a4-b534-e57bcce95c65 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:15.520089 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c955b0-2b4e-48ae-93cd-24de448b558b", "tag": "c95297de-9c9a-406c-81aa-813ff7394bd6", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:15.520089 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca0009c9-4bc5-47a4-b534-e57bcce95c65 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:15.520455 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c955b0-2b4e-48ae-93cd-24de448b558b', 'tag': 'c95297de-9c9a-406c-81aa-813ff7394bd6', 'status': 'completed', 'code': 200} Sep 10 15:14:15.525152 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-46b4eb3f-ec4d-4ef6-bb49-9538bafc48fa tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/quotas/38a103aa430e44d19677d7d83ecdf77d HTTP/1.1" status: 200 len: 375 time: 0.0455272 Sep 10 15:14:15.528697 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-8e30aa44-8905-4af3-ba7e-50962091fb18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6721472acd544b1bc7b4829c3e756d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534220 Sep 10 15:14:15.535058 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54822) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:15.562859 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-ddbf4ad1-11ee-4659-a980-fb2f9df4c803 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Made reservation on behalf of 4c0dbe00e8be4d6fa4f0727f7fa2408d for: {'port': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:14:15.568218 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-ddbf4ad1-11ee-4659-a980-fb2f9df4c803 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:15.609214 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a9e3e-ac30-4514-a18d-4ed018096814 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=133b6b07-e2d7-4590-87b6-8d9ff86beddb,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:15.633068 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-aa9e4ed7-0372-4663-8f50-b0fe31b8ee2c req-b5e10884-a20a-4187-b85d-b5cf4920f461 service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423591 Sep 10 15:14:15.690885 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-afad00aa-1bd4-4108-a88d-9fddbeaa658e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:15.708671 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4d4a9c83-4203-473a-9278-03c69f26bf72 req-d0513268-a63f-46e9-8627-6fea687923b5 service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307265 Sep 10 15:14:15.725732 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-fe966799-bad9-4148-bba2-d9fa6426ec0d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=38a103aa430e44d19677d7d83ecdf77d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1994338 Sep 10 15:14:15.736511 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdace3c9-954d-4768-b8d8-00e82e18d5a9 req-b72f4076-db88-4d8e-a3de-a3d56a0a9698 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:15.738654 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cdace3c9-954d-4768-b8d8-00e82e18d5a9 req-b72f4076-db88-4d8e-a3de-a3d56a0a9698 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 945 time: 0.1329913 Sep 10 15:14:15.749719 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-afad00aa-1bd4-4108-a88d-9fddbeaa658e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:15.838896 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cdace3c9-954d-4768-b8d8-00e82e18d5a9 req-d9727d1d-7a83-438f-8dde-d22f8b290fcb tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/security-groups?id=452574b0-ad22-4fdb-a31a-a8d8b288ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916331 Sep 10 15:14:15.879045 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-ddbf4ad1-11ee-4659-a980-fb2f9df4c803 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Allocated IP 172.20.0.4 (9fd410a6-6b42-4dd7-aaee-5021094067c5/4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b/8398a0f7-0d3c-4f43-a6ae-914b5c481536) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:14:15.903954 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40706ee5-ebac-46ae-bb8d-d33bb3fd00b2 req-7d437f07-2785-4786-9677-f1ea240a1890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:15.905492 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-40706ee5-ebac-46ae-bb8d-d33bb3fd00b2 req-7d437f07-2785-4786-9677-f1ea240a1890 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d4ba512da8349e891d810bef26b5436&device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 1097 time: 0.1501138 Sep 10 15:14:15.907332 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4d4a9c83-4203-473a-9278-03c69f26bf72 req-43bf4602-159f-408e-b479-06319758396c service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888201 Sep 10 15:14:15.963029 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-afad00aa-1bd4-4108-a88d-9fddbeaa658e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:15.965563 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-afad00aa-1bd4-4108-a88d-9fddbeaa658e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:15.966693 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-afad00aa-1bd4-4108-a88d-9fddbeaa658e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9816bee-0005-4319-b009-9a763ab62986 HTTP/1.1" status: 204 len: 168 time: 0.4239748 Sep 10 15:14:15.969208 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f22e442b-0383-4ebe-9339-a1da45c44d27 req-d5148606-23a6-4352-82a4-3a34783bce76 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 210 time: 0.0386837 Sep 10 15:14:15.981768 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad00aa-1bd4-4108-a88d-9fddbeaa658e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9816bee-0005-4319-b009-9a763ab62986,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:16.004211 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d0486a-f3cb-4329-b1ac-7c01477f2bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd24af28-19fb-4217-aebc-cf16b95f6e05'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:16.006497 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f429127e-c5ba-46e4-a786-08b501ef7327" -d '{"events": [{"server_uuid": "42d0486a-f3cb-4329-b1ac-7c01477f2bff", "name": "network-vif-plugged", "status": "completed", "tag": "fd24af28-19fb-4217-aebc-cf16b95f6e05"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:16.059665 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-1949f80b-fd9b-4996-96d5-da12cf5d2abd service neutron] 10.222.0.32 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858336 Sep 10 15:14:16.196511 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375ec55-7e0e-427c-9a3d-8dec1f3a7d7c req-d24b0cc0-4a10-4567-a2c4-4a76b823eead tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:16.198291 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a375ec55-7e0e-427c-9a3d-8dec1f3a7d7c req-d24b0cc0-4a10-4567-a2c4-4a76b823eead tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 944 time: 0.1338506 Sep 10 15:14:16.243388 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-a2cb58ea-698a-4991-aadf-e3f376dbfc21 service neutron] 10.222.0.32 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331689 Sep 10 15:14:16.276401 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a375ec55-7e0e-427c-9a3d-8dec1f3a7d7c req-d7ffe320-8eb2-4698-9b37-6375900934e7 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627842 Sep 10 15:14:16.330864 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40706ee5-ebac-46ae-bb8d-d33bb3fd00b2 req-5eb7fa60-62d8-4ab6-8477-e9e4145d9976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:16.332568 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-40706ee5-ebac-46ae-bb8d-d33bb3fd00b2 req-5eb7fa60-62d8-4ab6-8477-e9e4145d9976 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89c82b9c-da29-44a5-a286-a7806dfed4d4 HTTP/1.1" status: 200 len: 920 time: 0.4027998 Sep 10 15:14:16.358840 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b8555a-144b-483a-9e90-7ea10844caf0 x-openstack-request-id: req-89b8555a-144b-483a-9e90-7ea10844caf0 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:16.359236 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d0486a-f3cb-4329-b1ac-7c01477f2bff", "name": "network-vif-plugged", "status": "completed", "tag": "fd24af28-19fb-4217-aebc-cf16b95f6e05", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:16.359846 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89b8555a-144b-483a-9e90-7ea10844caf0 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:16.360586 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d0486a-f3cb-4329-b1ac-7c01477f2bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd24af28-19fb-4217-aebc-cf16b95f6e05', 'code': 200} Sep 10 15:14:16.412047 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-40706ee5-ebac-46ae-bb8d-d33bb3fd00b2 req-f6e153ad-804b-4710-90a1-1afd240121ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c95297de-9c9a-406c-81aa-813ff7394bd6 HTTP/1.1" status: 200 len: 217 time: 0.0614064 Sep 10 15:14:16.417850 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-ddbf4ad1-11ee-4659-a980-fb2f9df4c803 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:16.505693 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-ddbf4ad1-11ee-4659-a980-fb2f9df4c803 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Transition to ACTIVE for port object 8398a0f7-0d3c-4f43-a6ae-914b5c481536 will not be triggered until provisioned by entity DHCP. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:14:16.519275 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f694f3bd-61a4-4a2a-b684-e112972ad169 req-ade194f9-3536-4e07-bb54-1d30973a5213 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 210 time: 0.0586374 Sep 10 15:14:16.538816 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40706ee5-ebac-46ae-bb8d-d33bb3fd00b2 req-59fabc57-74fd-43b5-887b-70d8b8971950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:16.540298 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-40706ee5-ebac-46ae-bb8d-d33bb3fd00b2 req-59fabc57-74fd-43b5-887b-70d8b8971950 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=56d1c94b-8bee-42a2-9581-b70245d1f7a7 HTTP/1.1" status: 200 len: 859 time: 0.1172504 Sep 10 15:14:16.604500 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54858) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:16.666824 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-40706ee5-ebac-46ae-bb8d-d33bb3fd00b2 req-c4cab8a0-fe1a-4616-8802-c1c716701282 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89c82b9c-da29-44a5-a286-a7806dfed4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151459 Sep 10 15:14:16.673438 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69596c22-3ea4-4ea1-a0c3-55d036ce52f9 req-b68f35cd-f2c0-4358-8825-680e7955f255 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:16.676124 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-69596c22-3ea4-4ea1-a0c3-55d036ce52f9 req-b68f35cd-f2c0-4358-8825-680e7955f255 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 945 time: 0.1317260 Sep 10 15:14:16.682658 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-1fbad393-afba-4840-bc2c-24e01134c8d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6bf826614d574e34a45b6558d0959453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0771708 Sep 10 15:14:16.683877 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54866) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:16.703719 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-ddbf4ad1-11ee-4659-a980-fb2f9df4c803 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:16.772528 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdffe4-1283-42ed-aeca-f144501a7bad req-9b63576d-cb3c-4bc2-b577-262ce4544d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:16.776715 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f7bdffe4-1283-42ed-aeca-f144501a7bad req-9b63576d-cb3c-4bc2-b577-262ce4544d8c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 1098 time: 0.2233679 Sep 10 15:14:16.839813 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-69596c22-3ea4-4ea1-a0c3-55d036ce52f9 req-56b7a3bd-bfb5-4ca8-917b-fcc02e528f28 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549089 Sep 10 15:14:16.840700 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-59944f72-5a93-4449-be05-9a48fc3866ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:16.890548 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-ddbf4ad1-11ee-4659-a980-fb2f9df4c803 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Network 9fd410a6-6b42-4dd7-aaee-5021094067c5 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:14:16.895974 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-59944f72-5a93-4449-be05-9a48fc3866ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:16.907176 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-ddbf4ad1-11ee-4659-a980-fb2f9df4c803 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:14:16.916185 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-ddbf4ad1-11ee-4659-a980-fb2f9df4c803 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:14:16.925033 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-ddbf4ad1-11ee-4659-a980-fb2f9df4c803 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:16.925810 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-ddbf4ad1-11ee-4659-a980-fb2f9df4c803 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:16.954500 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf4ad1-11ee-4659-a980-fb2f9df4c803 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Pushing event updated for resources: {'Port': ['ID=8398a0f7-0d3c-4f43-a6ae-914b5c481536,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:16.974505 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-40706ee5-ebac-46ae-bb8d-d33bb3fd00b2 req-2e33378c-a9e4-4e9b-bf0a-d8a0a8989175 service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945688 Sep 10 15:14:16.977626 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f7bdffe4-1283-42ed-aeca-f144501a7bad req-6489528f-c1ff-4a39-99a8-6ad940c85a6f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=452574b0-ad22-4fdb-a31a-a8d8b288ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273701 Sep 10 15:14:16.980614 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-ddbf4ad1-11ee-4659-a980-fb2f9df4c803 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2300375 Sep 10 15:14:17.049260 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-59944f72-5a93-4449-be05-9a48fc3866ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:17.051892 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-59944f72-5a93-4449-be05-9a48fc3866ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:17.053095 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-59944f72-5a93-4449-be05-9a48fc3866ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd59d7d3-300b-4121-9d0a-1dc7ab436d08 HTTP/1.1" status: 204 len: 168 time: 0.3671734 Sep 10 15:14:17.100896 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0f752-9ca5-4cb5-a62c-05d4bfaf10c4 req-96f28467-0fa3-4042-87d9-0982fc2e76aa tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:17.108915 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fdd0f752-9ca5-4cb5-a62c-05d4bfaf10c4 req-96f28467-0fa3-4042-87d9-0982fc2e76aa tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 945 time: 0.1434636 Sep 10 15:14:17.121324 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59944f72-5a93-4449-be05-9a48fc3866ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd59d7d3-300b-4121-9d0a-1dc7ab436d08,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:17.197910 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fdd0f752-9ca5-4cb5-a62c-05d4bfaf10c4 req-8bb3dc04-221c-4e5a-90c3-5447da862db5 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/security-groups?id=452574b0-ad22-4fdb-a31a-a8d8b288ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877151 Sep 10 15:14:17.214973 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47384684-4827-4ed5-a1c7-0d7c1e7f3d86 req-f54ec14b-d13f-4513-beb9-ad3852d5851d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:17.215608 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Request body: {'port': {'device_id': 'b1916807-a99f-41ef-8bec-c6035fe3c7da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:17.224451 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47384684-4827-4ed5-a1c7-0d7c1e7f3d86 req-f54ec14b-d13f-4513-beb9-ad3852d5851d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 931 time: 0.1451876 Sep 10 15:14:17.285176 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47384684-4827-4ed5-a1c7-0d7c1e7f3d86 req-e316bc5c-a2be-488f-a569-6c98ba8d0ea9 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592463 Sep 10 15:14:17.286426 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-96633d3c-a6cc-462f-92a6-805f694d70d9 None None] Provisioning for port 8398a0f7-0d3c-4f43-a6ae-914b5c481536 completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:14:17.291642 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-96633d3c-a6cc-462f-92a6-805f694d70d9 None None] Provisioning complete for port 8398a0f7-0d3c-4f43-a6ae-914b5c481536 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:17.292360 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-96633d3c-a6cc-462f-92a6-805f694d70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:17.327055 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54890) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:17.359118 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:17.409612 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-96633d3c-a6cc-462f-92a6-805f694d70d9 None None] Port 8398a0f7-0d3c-4f43-a6ae-914b5c481536 cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:14:17.485128 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc53f5-22bf-481a-bef1-4ed9e64cd900 req-9fb15c7e-32ff-4e4e-92db-7866f10973bd tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:17.495210 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4cdc53f5-22bf-481a-bef1-4ed9e64cd900 req-9fb15c7e-32ff-4e4e-92db-7866f10973bd tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 944 time: 0.0693197 Sep 10 15:14:17.561122 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4cdc53f5-22bf-481a-bef1-4ed9e64cd900 req-8af9dd58-48b0-433c-82b8-c17dd2754d15 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642679 Sep 10 15:14:17.637211 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-40706ee5-ebac-46ae-bb8d-d33bb3fd00b2 req-3243d5ce-8723-42e8-91be-c616521a34a2 service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769425 Sep 10 15:14:17.661290 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b23278c8-d3f6-42bf-a0fd-65df69e29782 req-fea7aba6-8bb4-4112-9aac-09bdd92d941f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 210 time: 0.0455582 Sep 10 15:14:17.662975 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3c8579fe-e1bb-43e2-a61c-e36e1af20cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:17.729477 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8398a0f7-0d3c-4f43-a6ae-914b5c481536 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:14:17.737479 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:17.751094 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Transition to ACTIVE for port object 8398a0f7-0d3c-4f43-a6ae-914b5c481536 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:14:17.757258 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:17.768717 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3c8579fe-e1bb-43e2-a61c-e36e1af20cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:17.773390 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3c8579fe-e1bb-43e2-a61c-e36e1af20cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:17.813174 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Pushing event updated for resources: {'Port': ['ID=8398a0f7-0d3c-4f43-a6ae-914b5c481536,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:17.816007 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-3c8579fe-e1bb-43e2-a61c-e36e1af20cfa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f2044b55f494e19b33823d4b490ab77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4872987 Sep 10 15:14:17.816866 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54906) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:17.819064 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8579fe-e1bb-43e2-a61c-e36e1af20cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1f353f-a0cc-4798-b61e-2b86fc2c1559,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:17.862565 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Attempting to bind port 8398a0f7-0d3c-4f43-a6ae-914b5c481536 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:14:17.863137 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Attempting to bind port 8398a0f7-0d3c-4f43-a6ae-914b5c481536 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'f917e91c-dcfb-4ada-a1fe-4754ca293181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:14:17.863657 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Attempting to bind port 8398a0f7-0d3c-4f43-a6ae-914b5c481536 on network 9fd410a6-6b42-4dd7-aaee-5021094067c5 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:14:17.869986 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Port 8398a0f7-0d3c-4f43-a6ae-914b5c481536 on network 9fd410a6-6b42-4dd7-aaee-5021094067c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:14:17.870311 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Attempting to bind port 8398a0f7-0d3c-4f43-a6ae-914b5c481536 on network 9fd410a6-6b42-4dd7-aaee-5021094067c5 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:14:17.876272 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:14:17.876601 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Checking segment: {'id': 'f917e91c-dcfb-4ada-a1fe-4754ca293181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:14:17.877174 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Bound using segment: {'id': 'f917e91c-dcfb-4ada-a1fe-4754ca293181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:14:17.878287 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Bound port: 8398a0f7-0d3c-4f43-a6ae-914b5c481536, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f917e91c-dcfb-4ada-a1fe-4754ca293181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:14:17.878844 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:17.985816 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] For port 8398a0f7-0d3c-4f43-a6ae-914b5c481536, host hv-cinder-76018, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:14:17.991303 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] For port 8398a0f7-0d3c-4f43-a6ae-914b5c481536, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=8398a0f7-0d3c-4f43-a6ae-914b5c481536,segment=NetworkSegment(f917e91c-dcfb-4ada-a1fe-4754ca293181),segment_id=f917e91c-dcfb-4ada-a1fe-4754ca293181)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:14:18.007358 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:18.022713 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-69b328eb-508d-4e95-8395-ec57100c7fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:18.051979 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:18.052825 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:18.054630 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] 10.222.0.43 "PUT /v2.0/ports/8398a0f7-0d3c-4f43-a6ae-914b5c481536 HTTP/1.1" status: 200 len: 1093 time: 0.8739977 Sep 10 15:14:18.055275 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1916807-a99f-41ef-8bec-c6035fe3c7da', 'tag': '8398a0f7-0d3c-4f43-a6ae-914b5c481536'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:18.058258 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee52a1cd-d5ed-4474-9f9b-579bfcca5f23" -d '{"events": [{"name": "network-changed", "server_uuid": "b1916807-a99f-41ef-8bec-c6035fe3c7da", "tag": "8398a0f7-0d3c-4f43-a6ae-914b5c481536"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:18.109613 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-69b328eb-508d-4e95-8395-ec57100c7fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:18.129692 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26379628-b87c-48d2-bb64-c7a921a3e3f7 req-a713493e-c31e-459c-b2bb-70d9cbe7ee93 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:18.131631 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-26379628-b87c-48d2-bb64-c7a921a3e3f7 req-a713493e-c31e-459c-b2bb-70d9cbe7ee93 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 945 time: 0.1762278 Sep 10 15:14:18.144388 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754aac3-85c7-4133-8992-01600a0a2e98 service neutron] Pushing event updated for resources: {'Port': ['ID=8398a0f7-0d3c-4f43-a6ae-914b5c481536,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:18.312342 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-26379628-b87c-48d2-bb64-c7a921a3e3f7 req-2c6188ff-52ee-450c-8327-56dc40f3f713 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744895 Sep 10 15:14:18.349787 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-69b328eb-508d-4e95-8395-ec57100c7fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:18.352659 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-69b328eb-508d-4e95-8395-ec57100c7fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:18.353961 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-69b328eb-508d-4e95-8395-ec57100c7fca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d1f353f-a0cc-4798-b61e-2b86fc2c1559 HTTP/1.1" status: 204 len: 168 time: 0.5357506 Sep 10 15:14:18.365283 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-59d850c2-bc2b-4364-83b9-79da88a2c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:18.366939 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-59d850c2-bc2b-4364-83b9-79da88a2c655 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c0dbe00e8be4d6fa4f0727f7fa2408d&device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 1096 time: 0.1976938 Sep 10 15:14:18.370655 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5b394c-e0c1-49b0-a311-91f017c22460 x-openstack-request-id: req-fc5b394c-e0c1-49b0-a311-91f017c22460 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:18.370943 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1916807-a99f-41ef-8bec-c6035fe3c7da", "tag": "8398a0f7-0d3c-4f43-a6ae-914b5c481536", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:18.371246 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc5b394c-e0c1-49b0-a311-91f017c22460 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:18.371930 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1916807-a99f-41ef-8bec-c6035fe3c7da', 'tag': '8398a0f7-0d3c-4f43-a6ae-914b5c481536', 'status': 'completed', 'code': 200} Sep 10 15:14:18.384151 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b328eb-508d-4e95-8395-ec57100c7fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1f353f-a0cc-4798-b61e-2b86fc2c1559,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:18.529237 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-27f7d79a-e8d0-47e7-9ee9-f6d1d98bde01 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8398a0f7-0d3c-4f43-a6ae-914b5c481536 HTTP/1.1" status: 200 len: 217 time: 0.1417189 Sep 10 15:14:18.572071 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device d02bca86-b039-4bf9-a8de-a7bb3c50293e details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:14:18.623353 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-5a081c7c-62f3-4175-9b99-658a38199aca tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:18.628239 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-5a081c7c-62f3-4175-9b99-658a38199aca tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.43 "GET /v2.0/networks?id=6da470b5-21a6-48da-8f44-511723482333 HTTP/1.1" status: 200 len: 817 time: 0.4103904 Sep 10 15:14:18.635624 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fbd57-7b54-4a44-914d-ca114eec9e3e req-3097683f-18f2-422d-ba35-1469a3c871a6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:18.637421 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ce6fbd57-7b54-4a44-914d-ca114eec9e3e req-3097683f-18f2-422d-ba35-1469a3c871a6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 943 time: 0.1615603 Sep 10 15:14:18.667245 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b363c-e37d-4050-b035-9a248e468599 req-43071cdc-0e81-4fa7-aa38-da22f457c35a tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:18.669065 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b34b363c-e37d-4050-b035-9a248e468599 req-43071cdc-0e81-4fa7-aa38-da22f457c35a tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 945 time: 0.1266556 Sep 10 15:14:18.720114 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ce6fbd57-7b54-4a44-914d-ca114eec9e3e req-ed573e4a-1651-41f6-8e31-c349f229d9ee tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669034 Sep 10 15:14:18.733985 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-838088ed-4f3c-4975-b1e3-f48d6782ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:18.739441 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-838088ed-4f3c-4975-b1e3-f48d6782ab81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b HTTP/1.1" status: 200 len: 849 time: 0.1985586 Sep 10 15:14:18.758093 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b34b363c-e37d-4050-b035-9a248e468599 req-e20dfde3-d1b6-447c-ab69-8be86ed70c24 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/security-groups?id=452574b0-ad22-4fdb-a31a-a8d8b288ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662353 Sep 10 15:14:18.810112 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port d02bca86-b039-4bf9-a8de-a7bb3c50293e, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=d02bca86-b039-4bf9-a8de-a7bb3c50293e,segment=NetworkSegment(8f8bc020-2455-4540-beed-ea448ad37908),segment_id=8f8bc020-2455-4540-beed-ea448ad37908)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:18.826236 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': 'd02bca86-b039-4bf9-a8de-a7bb3c50293e', 'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4', 'port_id': 'd02bca86-b039-4bf9-a8de-a7bb3c50293e', 'mac_address': 'fa:16:3e:9f:4d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d1c94b-8bee-42a2-9581-b70245d1f7a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:14:18.914701 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579474c4-a5e8-473c-8564-94e58e3a09d8 req-5be03bcb-937e-4618-9f72-e14a4cf0b414 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:18.919100 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-579474c4-a5e8-473c-8564-94e58e3a09d8 req-5be03bcb-937e-4618-9f72-e14a4cf0b414 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 944 time: 0.0809305 Sep 10 15:14:18.938728 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:18.987088 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02bca86-b039-4bf9-a8de-a7bb3c50293e {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:14:19.014065 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-ade7b25b-5f22-4561-bafa-24379179b4b2 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38a103aa430e44d19677d7d83ecdf77d HTTP/1.1" status: 200 len: 380 time: 0.2682846 Sep 10 15:14:19.032713 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-a141c276-9f91-44fe-950e-9b3d0c6a9233 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Request body: {'port': {'device_id': '854592f7-9bf4-46d9-9be8-e2886434aa25', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'admin_state_up': True, 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'security_groups': ['120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4']}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:19.034435 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4edd7f8f-2708-4070-b88f-9e7a765c16fb req-5417f6d8-8815-4156-97df-ede6299e7873 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 210 time: 0.0665197 Sep 10 15:14:19.034933 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port d02bca86-b039-4bf9-a8de-a7bb3c50293e, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=d02bca86-b039-4bf9-a8de-a7bb3c50293e,segment=NetworkSegment(8f8bc020-2455-4540-beed-ea448ad37908),segment_id=8f8bc020-2455-4540-beed-ea448ad37908)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:19.047146 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:19.047821 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device c95297de-9c9a-406c-81aa-813ff7394bd6 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:14:19.085294 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-579474c4-a5e8-473c-8564-94e58e3a09d8 req-95b66ef9-3040-4292-b7c3-3f07e0b2ae27 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462996 Sep 10 15:14:19.085294 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54964) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:19.108985 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2a5425f-7777-4047-8007-492dbdd4158b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:19.112241 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-e68b140b-3b8c-4709-8c65-cf39e025ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:19.115474 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-e68b140b-3b8c-4709-8c65-cf39e025ccf4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fd410a6-6b42-4dd7-aaee-5021094067c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2227607 Sep 10 15:14:19.186061 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=d02bca86-b039-4bf9-a8de-a7bb3c50293e,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:19.215705 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port c95297de-9c9a-406c-81aa-813ff7394bd6, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=c95297de-9c9a-406c-81aa-813ff7394bd6,segment=NetworkSegment(8f8bc020-2455-4540-beed-ea448ad37908),segment_id=8f8bc020-2455-4540-beed-ea448ad37908)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:19.238002 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': 'c95297de-9c9a-406c-81aa-813ff7394bd6', 'network_id': '89c82b9c-da29-44a5-a286-a7806dfed4d4', 'port_id': 'c95297de-9c9a-406c-81aa-813ff7394bd6', 'mac_address': 'fa:16:3e:f2:cc:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d1c94b-8bee-42a2-9581-b70245d1f7a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:14:19.298557 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:19.307117 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-e2a00507-5489-4d19-98a7-54c53a3be476 service neutron] 10.222.0.43 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387486 Sep 10 15:14:19.311033 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2a5425f-7777-4047-8007-492dbdd4158b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:19.316563 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95297de-9c9a-406c-81aa-813ff7394bd6 {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:14:19.317601 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2a5425f-7777-4047-8007-492dbdd4158b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:19.342081 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port c95297de-9c9a-406c-81aa-813ff7394bd6, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=c95297de-9c9a-406c-81aa-813ff7394bd6,segment=NetworkSegment(8f8bc020-2455-4540-beed-ea448ad37908),segment_id=8f8bc020-2455-4540-beed-ea448ad37908)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:19.349632 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:19.377133 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a2a5425f-7777-4047-8007-492dbdd4158b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0836272af3ee45a9897e9608d2f2ebd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965596 Sep 10 15:14:19.380834 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5425f-7777-4047-8007-492dbdd4158b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a4a0ad-4108-4b81-bf82-4a61cd232257,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:19.396121 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54968) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:19.437304 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7522393d-9f86-4b97-ab3f-fcfd957b337d req-c7232b99-b7a1-4960-b498-f2c658f3424f service neutron] 10.222.0.43 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205308 Sep 10 15:14:19.438650 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-a141c276-9f91-44fe-950e-9b3d0c6a9233 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Made reservation on behalf of 38a103aa430e44d19677d7d83ecdf77d for: {'port': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:14:19.443226 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-a141c276-9f91-44fe-950e-9b3d0c6a9233 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:19.514279 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=c95297de-9c9a-406c-81aa-813ff7394bd6,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:19.567458 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-83081636-ca7d-40e6-90e7-96f6d6a3d5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:19.582975 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52a1cd-d5ed-4474-9f9b-579bfcca5f23 req-3453aea3-fba4-4a09-9946-38e19fd6652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:19.585190 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-ee52a1cd-d5ed-4474-9f9b-579bfcca5f23 req-3453aea3-fba4-4a09-9946-38e19fd6652d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c0dbe00e8be4d6fa4f0727f7fa2408d&device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 1096 time: 0.0776534 Sep 10 15:14:19.603396 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-83081636-ca7d-40e6-90e7-96f6d6a3d5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:19.608679 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['c95297de-9c9a-406c-81aa-813ff7394bd6'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:14:19.649656 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['d02bca86-b039-4bf9-a8de-a7bb3c50293e'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:14:19.671341 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-83081636-ca7d-40e6-90e7-96f6d6a3d5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:19.678549 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-83081636-ca7d-40e6-90e7-96f6d6a3d5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:19.684663 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-83081636-ca7d-40e6-90e7-96f6d6a3d5c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6a4a0ad-4108-4b81-bf82-4a61cd232257 HTTP/1.1" status: 204 len: 168 time: 0.2874951 Sep 10 15:14:19.698863 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83081636-ca7d-40e6-90e7-96f6d6a3d5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a4a0ad-4108-4b81-bf82-4a61cd232257,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:19.766915 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-a141c276-9f91-44fe-950e-9b3d0c6a9233 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Allocated IP 172.20.0.7 (6da470b5-21a6-48da-8f44-511723482333/ef768324-eaba-4f07-b58a-689f0ef013d0/cb7b6714-8cac-4dc3-814b-2e2a88b946b2) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:14:19.819320 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52a1cd-d5ed-4474-9f9b-579bfcca5f23 req-847bd820-347c-40e3-9114-faf61ed45785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:19.821414 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-ee52a1cd-d5ed-4474-9f9b-579bfcca5f23 req-847bd820-347c-40e3-9114-faf61ed45785 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9fd410a6-6b42-4dd7-aaee-5021094067c5 HTTP/1.1" status: 200 len: 911 time: 0.1763902 Sep 10 15:14:19.913676 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-ee52a1cd-d5ed-4474-9f9b-579bfcca5f23 req-942c8a7d-37a3-4aab-a4c0-8b8fff26da05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8398a0f7-0d3c-4f43-a6ae-914b5c481536 HTTP/1.1" status: 200 len: 217 time: 0.0793815 Sep 10 15:14:19.941480 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0e479-6a9e-490e-9821-ca80a36734c9 req-7cbd8673-1d05-4755-a87e-112d0d849efc tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:19.943905 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-80a0e479-6a9e-490e-9821-ca80a36734c9 req-7cbd8673-1d05-4755-a87e-112d0d849efc tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 943 time: 0.0984709 Sep 10 15:14:19.983174 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 54996) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:20.022980 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52a1cd-d5ed-4474-9f9b-579bfcca5f23 req-9a0eb620-b37d-4134-8a90-2ebe325ad336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:20.024524 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-ee52a1cd-d5ed-4474-9f9b-579bfcca5f23 req-9a0eb620-b37d-4134-8a90-2ebe325ad336 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b HTTP/1.1" status: 200 len: 849 time: 0.1031520 Sep 10 15:14:20.058518 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-80a0e479-6a9e-490e-9821-ca80a36734c9 req-2bc80e2d-4add-4ead-8fd6-0fc543087a28 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089950 Sep 10 15:14:20.088303 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-a141c276-9f91-44fe-950e-9b3d0c6a9233 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:20.109583 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-a141c276-9f91-44fe-950e-9b3d0c6a9233 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Transition to ACTIVE for port object cb7b6714-8cac-4dc3-814b-2e2a88b946b2 will not be triggered until provisioned by entity DHCP. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:14:20.119997 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52a1cd-d5ed-4474-9f9b-579bfcca5f23 req-b1bf85dc-a7c9-4e75-9d28-f53dce872eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:20.121640 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-ee52a1cd-d5ed-4474-9f9b-579bfcca5f23 req-b1bf85dc-a7c9-4e75-9d28-f53dce872eaa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fd410a6-6b42-4dd7-aaee-5021094067c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0862916 Sep 10 15:14:20.239786 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15734619-89c2-4e36-bfaa-742e6e68975c req-5eea9ff2-5b0c-47c6-9c98-a1f88ff00160 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:20.241777 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-15734619-89c2-4e36-bfaa-742e6e68975c req-5eea9ff2-5b0c-47c6-9c98-a1f88ff00160 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 945 time: 0.0748014 Sep 10 15:14:20.242356 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 55008) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:20.243376 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-ee52a1cd-d5ed-4474-9f9b-579bfcca5f23 req-21d4278b-7bbd-4c0a-85f9-d416e12f2a69 service neutron] 10.222.0.43 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087883 Sep 10 15:14:20.279191 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3d8cc34d-1c29-4c26-a602-e4a2291cc601 req-8db3a39d-1ce3-4934-b6fa-1b252488e114 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 210 time: 0.0646865 Sep 10 15:14:20.289765 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ec0f081e-092e-4b04-a537-faad874016c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:20.297686 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-a141c276-9f91-44fe-950e-9b3d0c6a9233 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:20.316010 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b03dff93-e6b3-43cd-8be9-25c3a849cd7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:20.354814 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 55012) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:20.366981 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-15734619-89c2-4e36-bfaa-742e6e68975c req-2c43d8b8-b659-48bc-93d6-dd28abc6e42e tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901322 Sep 10 15:14:20.375185 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-a141c276-9f91-44fe-950e-9b3d0c6a9233 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Network 6da470b5-21a6-48da-8f44-511723482333 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:14:20.385568 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-a141c276-9f91-44fe-950e-9b3d0c6a9233 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:14:20.391571 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-a141c276-9f91-44fe-950e-9b3d0c6a9233 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:14:20.398111 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-a141c276-9f91-44fe-950e-9b3d0c6a9233 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:20.398350 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-a141c276-9f91-44fe-950e-9b3d0c6a9233 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:20.404641 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141c276-9f91-44fe-950e-9b3d0c6a9233 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Pushing event updated for resources: {'Port': ['ID=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:20.426671 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-ee52a1cd-d5ed-4474-9f9b-579bfcca5f23 req-1778c536-ae9d-4150-85e1-e7438716770f service neutron] 10.222.0.43 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670871 Sep 10 15:14:20.487750 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ec0f081e-092e-4b04-a537-faad874016c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:20.495991 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ec0f081e-092e-4b04-a537-faad874016c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:20.505650 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-a141c276-9f91-44fe-950e-9b3d0c6a9233 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4800558 Sep 10 15:14:20.518779 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Request body: {'port': {'device_id': '854592f7-9bf4-46d9-9be8-e2886434aa25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:20.583972 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device d02bca86-b039-4bf9-a8de-a7bb3c50293e up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:14:20.604026 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-14054ebb-ff82-4be2-b5fe-c1373cf9e37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:20.613967 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f081e-092e-4b04-a537-faad874016c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22994f67-f92a-4b52-b688-b7f11ad7b9c6,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:20.639285 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:20.676233 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-ec0f081e-092e-4b04-a537-faad874016c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e7b701d5f104ff3b271476f70c051f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4127173 Sep 10 15:14:20.679997 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 55028) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:20.684284 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port d02bca86-b039-4bf9-a8de-a7bb3c50293e completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:14:20.690274 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port d02bca86-b039-4bf9-a8de-a7bb3c50293e triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:20.690938 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:20.800352 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e6f7440c-bcc0-497c-a3e2-7ef66f7a0f07 None None] Provisioning for port cb7b6714-8cac-4dc3-814b-2e2a88b946b2 completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:14:20.811852 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b03dff93-e6b3-43cd-8be9-25c3a849cd7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:20.813346 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e6f7440c-bcc0-497c-a3e2-7ef66f7a0f07 None None] Provisioning complete for port cb7b6714-8cac-4dc3-814b-2e2a88b946b2 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:20.814034 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e6f7440c-bcc0-497c-a3e2-7ef66f7a0f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:20.840475 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b03dff93-e6b3-43cd-8be9-25c3a849cd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:20.840897 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2042cc10-ad68-4737-929f-fbf448cc2fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:20.883691 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e6f7440c-bcc0-497c-a3e2-7ef66f7a0f07 None None] Port cb7b6714-8cac-4dc3-814b-2e2a88b946b2 cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:14:20.898503 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2042cc10-ad68-4737-929f-fbf448cc2fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:20.917944 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-b03dff93-e6b3-43cd-8be9-25c3a849cd7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1586e31c9a0b44aab8fb32d6894940c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9282889 Sep 10 15:14:20.923207 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 55036) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:20.926505 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:20.976792 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port d02bca86-b039-4bf9-a8de-a7bb3c50293e, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=d02bca86-b039-4bf9-a8de-a7bb3c50293e,segment=NetworkSegment(8f8bc020-2455-4540-beed-ea448ad37908),segment_id=8f8bc020-2455-4540-beed-ea448ad37908)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:20.978394 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5578db8d-1b43-405b-a1bc-fd6f3ae9b424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02bca86-b039-4bf9-a8de-a7bb3c50293e'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:20.981617 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01be7c8f-c290-404a-94b4-e038cab26c77" -d '{"events": [{"server_uuid": "5578db8d-1b43-405b-a1bc-fd6f3ae9b424", "name": "network-vif-plugged", "status": "completed", "tag": "d02bca86-b039-4bf9-a8de-a7bb3c50293e"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:20.992463 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03dff93-e6b3-43cd-8be9-25c3a849cd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f58183-b9da-44a2-83a3-f9096ebbcadf,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:21.006132 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.009768 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device c95297de-9c9a-406c-81aa-813ff7394bd6 up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:14:21.048878 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2042cc10-ad68-4737-929f-fbf448cc2fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.057228 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-27167e86-5637-418a-9183-0f92b3b5b34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.057439 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2042cc10-ad68-4737-929f-fbf448cc2fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.060044 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-2042cc10-ad68-4737-929f-fbf448cc2fe6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22994f67-f92a-4b52-b688-b7f11ad7b9c6 HTTP/1.1" status: 204 len: 168 time: 0.3775277 Sep 10 15:14:21.069068 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b58aaf4-4d6a-4a6f-962c-202fbe8d165e x-openstack-request-id: req-7b58aaf4-4d6a-4a6f-962c-202fbe8d165e {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:21.069371 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5578db8d-1b43-405b-a1bc-fd6f3ae9b424", "name": "network-vif-plugged", "status": "completed", "tag": "d02bca86-b039-4bf9-a8de-a7bb3c50293e", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:21.069628 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b58aaf4-4d6a-4a6f-962c-202fbe8d165e {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:21.070034 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5578db8d-1b43-405b-a1bc-fd6f3ae9b424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02bca86-b039-4bf9-a8de-a7bb3c50293e', 'code': 200} Sep 10 15:14:21.119775 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042cc10-ad68-4737-929f-fbf448cc2fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22994f67-f92a-4b52-b688-b7f11ad7b9c6,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:21.129591 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-14054ebb-ff82-4be2-b5fe-c1373cf9e37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.137215 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7b6714-8cac-4dc3-814b-2e2a88b946b2 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:14:21.142879 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-14054ebb-ff82-4be2-b5fe-c1373cf9e37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.147372 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.164609 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Transition to ACTIVE for port object cb7b6714-8cac-4dc3-814b-2e2a88b946b2 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:14:21.177233 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.194606 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-27167e86-5637-418a-9183-0f92b3b5b34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.257658 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=d02bca86-b039-4bf9-a8de-a7bb3c50293e,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:21.269123 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:21.292215 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port c95297de-9c9a-406c-81aa-813ff7394bd6 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:14:21.298327 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port c95297de-9c9a-406c-81aa-813ff7394bd6 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:21.298777 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.313870 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Attempting to bind port cb7b6714-8cac-4dc3-814b-2e2a88b946b2 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:14:21.314205 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Attempting to bind port cb7b6714-8cac-4dc3-814b-2e2a88b946b2 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'e5ba6727-d32e-45bf-8bd8-4952c3bafa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6da470b5-21a6-48da-8f44-511723482333'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:14:21.315373 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Attempting to bind port cb7b6714-8cac-4dc3-814b-2e2a88b946b2 on network 6da470b5-21a6-48da-8f44-511723482333 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:14:21.326412 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Port cb7b6714-8cac-4dc3-814b-2e2a88b946b2 on network 6da470b5-21a6-48da-8f44-511723482333 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:14:21.326678 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Attempting to bind port cb7b6714-8cac-4dc3-814b-2e2a88b946b2 on network 6da470b5-21a6-48da-8f44-511723482333 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:14:21.352077 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:14:21.352418 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Checking segment: {'id': 'e5ba6727-d32e-45bf-8bd8-4952c3bafa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6da470b5-21a6-48da-8f44-511723482333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:14:21.352825 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Bound using segment: {'id': 'e5ba6727-d32e-45bf-8bd8-4952c3bafa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6da470b5-21a6-48da-8f44-511723482333'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:14:21.353253 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Bound port: cb7b6714-8cac-4dc3-814b-2e2a88b946b2, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5ba6727-d32e-45bf-8bd8-4952c3bafa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6da470b5-21a6-48da-8f44-511723482333'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:14:21.353607 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.452932 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14054ebb-ff82-4be2-b5fe-c1373cf9e37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fda543-5efd-4f1d-afac-21118bb1aa8c,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:21.458143 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-14054ebb-ff82-4be2-b5fe-c1373cf9e37f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae618553bb654fce86444569df30a72e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1019807 Sep 10 15:14:21.462400 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 55056) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:21.497500 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.536053 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334d9c8-593d-4362-b495-9a9b2a24ce25 req-434b55a4-37a7-49a0-90e2-43c23f48b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:21.538583 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1334d9c8-593d-4362-b495-9a9b2a24ce25 req-434b55a4-37a7-49a0-90e2-43c23f48b510 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 1099 time: 0.1770475 Sep 10 15:14:21.552108 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port c95297de-9c9a-406c-81aa-813ff7394bd6, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=c95297de-9c9a-406c-81aa-813ff7394bd6,segment=NetworkSegment(8f8bc020-2455-4540-beed-ea448ad37908),segment_id=8f8bc020-2455-4540-beed-ea448ad37908)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:21.559758 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.578391 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cba735-2312-4184-b379-51809db642b3 req-0e8a59d8-e4e2-480f-9bba-d5d04ef7c5ae tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:21.587051 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f3cba735-2312-4184-b379-51809db642b3 req-0e8a59d8-e4e2-480f-9bba-d5d04ef7c5ae tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 943 time: 0.3719296 Sep 10 15:14:21.615908 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] For port cb7b6714-8cac-4dc3-814b-2e2a88b946b2, host hv-cinder-76018, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:14:21.632356 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1334d9c8-593d-4362-b495-9a9b2a24ce25 req-4cc37240-3479-497a-87bd-f7feac6e1fdb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793741 Sep 10 15:14:21.637815 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] For port cb7b6714-8cac-4dc3-814b-2e2a88b946b2, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:14:21.647246 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.649307 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=c95297de-9c9a-406c-81aa-813ff7394bd6,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:21.658224 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e2f31-33c6-4e4b-a85b-14a284b156b0 req-1d6360d3-28a2-4651-9748-fef209b674da tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:21.665283 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a37e2f31-33c6-4e4b-a85b-14a284b156b0 req-1d6360d3-28a2-4651-9748-fef209b674da tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.2019110 Sep 10 15:14:21.686599 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:21.687839 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.689292 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] 10.222.0.43 "PUT /v2.0/ports/cb7b6714-8cac-4dc3-814b-2e2a88b946b2 HTTP/1.1" status: 200 len: 1093 time: 1.1752002 Sep 10 15:14:21.692218 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854592f7-9bf4-46d9-9be8-e2886434aa25', 'tag': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:21.694666 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4991b9c-fc70-4f59-9679-592a81a09b62" -d '{"events": [{"name": "network-changed", "server_uuid": "854592f7-9bf4-46d9-9be8-e2886434aa25", "tag": "cb7b6714-8cac-4dc3-814b-2e2a88b946b2"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:21.710108 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f3cba735-2312-4184-b379-51809db642b3 req-2507f289-7225-4efc-8403-a15b79b7d377 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221967 Sep 10 15:14:21.719512 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-27167e86-5637-418a-9183-0f92b3b5b34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.722676 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-27167e86-5637-418a-9183-0f92b3b5b34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.726395 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-27167e86-5637-418a-9183-0f92b3b5b34e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18f58183-b9da-44a2-83a3-f9096ebbcadf HTTP/1.1" status: 204 len: 168 time: 0.7988613 Sep 10 15:14:21.730807 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-71d7a29b-1741-4a2b-a0e0-f16b1846cb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.736091 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f938a1-c9f4-429e-9aec-a725bcfd3e49 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:21.748502 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27167e86-5637-418a-9183-0f92b3b5b34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f58183-b9da-44a2-83a3-f9096ebbcadf,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:21.762167 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a37e2f31-33c6-4e4b-a85b-14a284b156b0 req-4475a56b-60a0-4c0f-ba2e-72394ea83dd6 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878417 Sep 10 15:14:21.785472 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-71d7a29b-1741-4a2b-a0e0-f16b1846cb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.892068 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-71d7a29b-1741-4a2b-a0e0-f16b1846cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.895891 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-71d7a29b-1741-4a2b-a0e0-f16b1846cb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:21.897444 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-71d7a29b-1741-4a2b-a0e0-f16b1846cb75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60fda543-5efd-4f1d-afac-21118bb1aa8c HTTP/1.1" status: 204 len: 168 time: 0.4265785 Sep 10 15:14:21.911014 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7a29b-1741-4a2b-a0e0-f16b1846cb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fda543-5efd-4f1d-afac-21118bb1aa8c,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:21.926698 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbf9f86-cf31-431f-a432-87b0fe3d7177 x-openstack-request-id: req-7dbf9f86-cf31-431f-a432-87b0fe3d7177 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:21.927206 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854592f7-9bf4-46d9-9be8-e2886434aa25", "tag": "cb7b6714-8cac-4dc3-814b-2e2a88b946b2", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:21.927206 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7dbf9f86-cf31-431f-a432-87b0fe3d7177 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:21.927594 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854592f7-9bf4-46d9-9be8-e2886434aa25', 'tag': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2', 'status': 'completed', 'code': 200} Sep 10 15:14:21.950202 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d575c6-13e7-489f-b591-ea3c99e6d02a req-4510d0ac-9159-4d61-8c75-7a425a27dc44 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:21.954236 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d0d575c6-13e7-489f-b591-ea3c99e6d02a req-4510d0ac-9159-4d61-8c75-7a425a27dc44 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.1030514 Sep 10 15:14:21.962598 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-78b23248-2fbb-4230-97d4-101dceff1174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:21.970307 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-78b23248-2fbb-4230-97d4-101dceff1174 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38a103aa430e44d19677d7d83ecdf77d&device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 1096 time: 0.0941987 Sep 10 15:14:22.016160 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d0d575c6-13e7-489f-b591-ea3c99e6d02a req-b00c4a1e-f522-41ef-a081-5b0d709e5973 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540271 Sep 10 15:14:22.206882 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 55080) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:22.221686 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-80ada850-0be6-49c6-8c92-f3313c87da8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:22.231712 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-6946f9d0-9522-4a3e-9368-b31556f1059e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb7b6714-8cac-4dc3-814b-2e2a88b946b2 HTTP/1.1" status: 200 len: 217 time: 0.2583289 Sep 10 15:14:22.288491 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-29e68deb-14a3-466a-98fb-f8a16a5b7f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:22.290281 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-29e68deb-14a3-466a-98fb-f8a16a5b7f34 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef768324-eaba-4f07-b58a-689f0ef013d0 HTTP/1.1" status: 200 len: 856 time: 0.0495069 Sep 10 15:14:22.336882 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-80ada850-0be6-49c6-8c92-f3313c87da8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:22.343300 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-80ada850-0be6-49c6-8c92-f3313c87da8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:22.346543 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-3201a829-ba64-4916-9faf-8d62ef0aff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:22.348438 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-3201a829-ba64-4916-9faf-8d62ef0aff38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6da470b5-21a6-48da-8f44-511723482333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0494096 Sep 10 15:14:22.390540 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-80ada850-0be6-49c6-8c92-f3313c87da8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dad73c74388242cd92d5f499cf576ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824918 Sep 10 15:14:22.391398 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ada850-0be6-49c6-8c92-f3313c87da8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25154243-4fa3-4043-95ee-419126acb6bb,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:22.395628 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 55084) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:22.429103 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 55088) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:22.444675 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4753bf49-9e1b-4cb0-b310-048be6d370d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:22.486280 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-c66c9341-812d-437c-b90e-fc547d687433 service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298318 Sep 10 15:14:22.506679 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4419eb78-d950-4eec-87a8-6a70be7c74dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:22.557607 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4419eb78-d950-4eec-87a8-6a70be7c74dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:22.563056 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4753bf49-9e1b-4cb0-b310-048be6d370d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:22.568618 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4753bf49-9e1b-4cb0-b310-048be6d370d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:22.597396 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 8398a0f7-0d3c-4f43-a6ae-914b5c481536 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:14:22.609567 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753bf49-9e1b-4cb0-b310-048be6d370d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f848f34f-2c26-4dd8-8f00-1a6c68d1efa6,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:22.615274 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-4753bf49-9e1b-4cb0-b310-048be6d370d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2b5253f584449b39a6d6125b1cc58a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848817 Sep 10 15:14:22.617851 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 55094) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:22.643513 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4f583bc7-72fe-466f-af4f-492c7f13aedf req-02b1e69b-37b8-4ac8-820c-6cbd972e4ff4 service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456010 Sep 10 15:14:22.666593 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4419eb78-d950-4eec-87a8-6a70be7c74dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:22.670024 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4419eb78-d950-4eec-87a8-6a70be7c74dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:22.671666 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-4419eb78-d950-4eec-87a8-6a70be7c74dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25154243-4fa3-4043-95ee-419126acb6bb HTTP/1.1" status: 204 len: 168 time: 0.2746654 Sep 10 15:14:22.694930 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419eb78-d950-4eec-87a8-6a70be7c74dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25154243-4fa3-4043-95ee-419126acb6bb,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:22.749815 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a7a98497-b837-4a53-82e3-3c62ab70ecc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:22.767803 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 8398a0f7-0d3c-4f43-a6ae-914b5c481536, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=8398a0f7-0d3c-4f43-a6ae-914b5c481536,segment=NetworkSegment(f917e91c-dcfb-4ada-a1fe-4754ca293181),segment_id=f917e91c-dcfb-4ada-a1fe-4754ca293181)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:22.781536 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a7a98497-b837-4a53-82e3-3c62ab70ecc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:22.794345 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': '8398a0f7-0d3c-4f43-a6ae-914b5c481536', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'port_id': '8398a0f7-0d3c-4f43-a6ae-914b5c481536', 'mac_address': 'fa:16:3e:1e:51:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:14:22.812195 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4991b9c-fc70-4f59-9679-592a81a09b62 req-a5e59909-8a31-4938-9d8a-8b376746874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:22.826548 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f4991b9c-fc70-4f59-9679-592a81a09b62 req-a5e59909-8a31-4938-9d8a-8b376746874d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38a103aa430e44d19677d7d83ecdf77d&device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 1096 time: 0.1162670 Sep 10 15:14:22.888269 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:22.927417 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8398a0f7-0d3c-4f43-a6ae-914b5c481536 {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:14:22.927957 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a7a98497-b837-4a53-82e3-3c62ab70ecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:22.930859 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a7a98497-b837-4a53-82e3-3c62ab70ecc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:22.936560 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a7a98497-b837-4a53-82e3-3c62ab70ecc8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f848f34f-2c26-4dd8-8f00-1a6c68d1efa6 HTTP/1.1" status: 204 len: 168 time: 0.3137898 Sep 10 15:14:22.982200 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4991b9c-fc70-4f59-9679-592a81a09b62 req-283aa317-f404-442a-90c0-61eabdd8fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:22.983509 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a98497-b837-4a53-82e3-3c62ab70ecc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f848f34f-2c26-4dd8-8f00-1a6c68d1efa6,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:22.985620 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f4991b9c-fc70-4f59-9679-592a81a09b62 req-283aa317-f404-442a-90c0-61eabdd8fb94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6da470b5-21a6-48da-8f44-511723482333 HTTP/1.1" status: 200 len: 918 time: 0.1483016 Sep 10 15:14:22.987811 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 8398a0f7-0d3c-4f43-a6ae-914b5c481536, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=8398a0f7-0d3c-4f43-a6ae-914b5c481536,segment=NetworkSegment(f917e91c-dcfb-4ada-a1fe-4754ca293181),segment_id=f917e91c-dcfb-4ada-a1fe-4754ca293181)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:23.017135 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cccbb-2b3e-456a-9885-55a23e7ead6e req-cdff24f7-f482-44fa-860b-5357e34192ba tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:23.018903 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-987cccbb-2b3e-456a-9885-55a23e7ead6e req-cdff24f7-f482-44fa-860b-5357e34192ba tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 943 time: 0.1496475 Sep 10 15:14:23.022695 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:23.073789 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94611bc9-ddfe-487b-844a-bd0e0a79be40 req-01c61609-2fcf-4998-ad25-870bc1fdf26b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:23.081303 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-94611bc9-ddfe-487b-844a-bd0e0a79be40 req-01c61609-2fcf-4998-ad25-870bc1fdf26b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.1433270 Sep 10 15:14:23.082106 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c955b0-2b4e-48ae-93cd-24de448b558b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95297de-9c9a-406c-81aa-813ff7394bd6'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:23.087947 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b079c6-5952-49d9-96a2-be78880f4663" -d '{"events": [{"server_uuid": "56c955b0-2b4e-48ae-93cd-24de448b558b", "name": "network-vif-plugged", "status": "completed", "tag": "c95297de-9c9a-406c-81aa-813ff7394bd6"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:23.115353 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f4991b9c-fc70-4f59-9679-592a81a09b62 req-469c9c29-5d59-4969-bab2-9a1c685aa825 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb7b6714-8cac-4dc3-814b-2e2a88b946b2 HTTP/1.1" status: 200 len: 217 time: 0.1214824 Sep 10 15:14:23.137836 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=8398a0f7-0d3c-4f43-a6ae-914b5c481536,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:23.139264 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-987cccbb-2b3e-456a-9885-55a23e7ead6e req-0617b6ee-1a34-49cb-a56d-3f5c05a4a95c tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036973 Sep 10 15:14:23.183059 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-94611bc9-ddfe-487b-844a-bd0e0a79be40 req-785497ab-7de6-4e61-a5d4-94704c1598bd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009605 Sep 10 15:14:23.256592 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab08f882-1f6d-4e5f-99c8-2337408ac921 x-openstack-request-id: req-ab08f882-1f6d-4e5f-99c8-2337408ac921 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:23.256998 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c955b0-2b4e-48ae-93cd-24de448b558b", "name": "network-vif-plugged", "status": "completed", "tag": "c95297de-9c9a-406c-81aa-813ff7394bd6", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:23.257731 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab08f882-1f6d-4e5f-99c8-2337408ac921 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:23.257731 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c955b0-2b4e-48ae-93cd-24de448b558b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95297de-9c9a-406c-81aa-813ff7394bd6', 'code': 200} Sep 10 15:14:23.278422 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4991b9c-fc70-4f59-9679-592a81a09b62 req-e962e29b-cbe9-47cc-b71e-de361d2599c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:23.280341 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f4991b9c-fc70-4f59-9679-592a81a09b62 req-e962e29b-cbe9-47cc-b71e-de361d2599c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef768324-eaba-4f07-b58a-689f0ef013d0 HTTP/1.1" status: 200 len: 856 time: 0.1569438 Sep 10 15:14:23.302842 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['8398a0f7-0d3c-4f43-a6ae-914b5c481536'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:14:23.388474 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4991b9c-fc70-4f59-9679-592a81a09b62 req-a4b222d6-dda1-4405-ae7a-c0272e264933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:23.397277 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f4991b9c-fc70-4f59-9679-592a81a09b62 req-a4b222d6-dda1-4405-ae7a-c0272e264933 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6da470b5-21a6-48da-8f44-511723482333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1018398 Sep 10 15:14:23.412575 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40365aa-de4c-4b2a-8ab6-52f31bd93427 req-3c44e0ca-1e54-4770-b7eb-1e0a786576a1 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:23.426555 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c40365aa-de4c-4b2a-8ab6-52f31bd93427 req-3c44e0ca-1e54-4770-b7eb-1e0a786576a1 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.1321604 Sep 10 15:14:23.517385 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c40365aa-de4c-4b2a-8ab6-52f31bd93427 req-155cd201-49e2-4b25-b2dc-d32c4d433cb9 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883501 Sep 10 15:14:23.540304 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f4991b9c-fc70-4f59-9679-592a81a09b62 req-08b6a30c-ea67-475c-96a9-7479d83fb0fa service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344559 Sep 10 15:14:23.683085 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d5f77-b2c1-4cec-8ad1-b50c73842ee5 req-70652447-b57b-4b33-9eea-fee71e0b6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:23.684908 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-030d5f77-b2c1-4cec-8ad1-b50c73842ee5 req-70652447-b57b-4b33-9eea-fee71e0b6fd9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 1099 time: 0.1434958 Sep 10 15:14:23.768738 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-030d5f77-b2c1-4cec-8ad1-b50c73842ee5 req-1859fc05-5e65-43f8-bd5a-d8caf1699fd3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466700 Sep 10 15:14:23.796363 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f4991b9c-fc70-4f59-9679-592a81a09b62 req-e20dfbd5-c397-400d-933d-002cbfb8a668 service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324305 Sep 10 15:14:23.941611 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46245cbf-0e63-4a29-baa1-bb5e9fc5d726 req-396cbd80-3439-4252-9f14-06aee716f103 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:23.945591 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-46245cbf-0e63-4a29-baa1-bb5e9fc5d726 req-396cbd80-3439-4252-9f14-06aee716f103 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0549917 Sep 10 15:14:23.946452 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:24.015876 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-46245cbf-0e63-4a29-baa1-bb5e9fc5d726 req-2911f27f-7d8e-463f-ad8c-ea78ee3d97a1 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634561 Sep 10 15:14:24.070077 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7174c0-53a9-4814-84fa-b4dcd5ba5e89 req-6bdc42b5-2a1e-482e-842b-d4accf565eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:24.072290 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-0f7174c0-53a9-4814-84fa-b4dcd5ba5e89 req-6bdc42b5-2a1e-482e-842b-d4accf565eff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d4ba512da8349e891d810bef26b5436&device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 1099 time: 0.0433378 Sep 10 15:14:24.252613 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7174c0-53a9-4814-84fa-b4dcd5ba5e89 req-d0a522de-80fe-4d22-aa1c-467088844d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:24.254239 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-0f7174c0-53a9-4814-84fa-b4dcd5ba5e89 req-d0a522de-80fe-4d22-aa1c-467088844d0e service neutron] 10.222.0.43 "GET /v2.0/networks?id=89c82b9c-da29-44a5-a286-a7806dfed4d4 HTTP/1.1" status: 200 len: 920 time: 0.1720953 Sep 10 15:14:24.318772 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-0f7174c0-53a9-4814-84fa-b4dcd5ba5e89 req-6c382f9b-2e59-412f-913f-060c35790ef4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d02bca86-b039-4bf9-a8de-a7bb3c50293e HTTP/1.1" status: 200 len: 217 time: 0.0539877 Sep 10 15:14:24.369819 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3589f1-dd39-48fa-a9a8-784f651ea49f req-8ee46033-5ccc-4c15-8c74-8f390934bee3 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:24.371338 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9d3589f1-dd39-48fa-a9a8-784f651ea49f req-8ee46033-5ccc-4c15-8c74-8f390934bee3 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0771232 Sep 10 15:14:24.381743 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c95493-b357-4a93-9442-d4606c727628 req-9c9a98bb-3284-4cd0-8e8e-1e2730aeae12 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:24.383406 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-82c95493-b357-4a93-9442-d4606c727628 req-9c9a98bb-3284-4cd0-8e8e-1e2730aeae12 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 944 time: 0.1007829 Sep 10 15:14:24.407155 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7174c0-53a9-4814-84fa-b4dcd5ba5e89 req-78dfbb76-c132-47b3-b56d-d30173818d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:24.409574 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-0f7174c0-53a9-4814-84fa-b4dcd5ba5e89 req-78dfbb76-c132-47b3-b56d-d30173818d22 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=56d1c94b-8bee-42a2-9581-b70245d1f7a7 HTTP/1.1" status: 200 len: 859 time: 0.0833654 Sep 10 15:14:24.456410 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9d3589f1-dd39-48fa-a9a8-784f651ea49f req-7c6ad960-ad81-4d49-9be8-537d0a6a71e7 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719006 Sep 10 15:14:24.465628 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-0f7174c0-53a9-4814-84fa-b4dcd5ba5e89 req-358ce36b-3676-4b3b-bfea-a7eca409152b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89c82b9c-da29-44a5-a286-a7806dfed4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359712 Sep 10 15:14:24.467109 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-82c95493-b357-4a93-9442-d4606c727628 req-e293a36c-0597-4f56-96e1-dc78313b48e9 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553765 Sep 10 15:14:24.599643 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-0f7174c0-53a9-4814-84fa-b4dcd5ba5e89 req-e646838e-9c40-4670-a2e0-2376f6b951b4 service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145406 Sep 10 15:14:24.608916 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 8398a0f7-0d3c-4f43-a6ae-914b5c481536 up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:14:24.666085 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port 8398a0f7-0d3c-4f43-a6ae-914b5c481536 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:14:24.672866 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port 8398a0f7-0d3c-4f43-a6ae-914b5c481536 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:24.673242 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:24.763882 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-0f7174c0-53a9-4814-84fa-b4dcd5ba5e89 req-688fbffb-131c-4b0b-9548-2a158a31d0e9 service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548364 Sep 10 15:14:24.778978 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:24.819567 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 8398a0f7-0d3c-4f43-a6ae-914b5c481536, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=8398a0f7-0d3c-4f43-a6ae-914b5c481536,segment=NetworkSegment(f917e91c-dcfb-4ada-a1fe-4754ca293181),segment_id=f917e91c-dcfb-4ada-a1fe-4754ca293181)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:24.828272 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:24.920967 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=8398a0f7-0d3c-4f43-a6ae-914b5c481536,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:25.146986 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca9204-35c5-471f-bcbc-0c3f1508d071 req-e2e4bb6c-f6d1-4bfb-aebd-418ea6b1c9d6 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:25.148620 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-53ca9204-35c5-471f-bcbc-0c3f1508d071 req-e2e4bb6c-f6d1-4bfb-aebd-418ea6b1c9d6 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0598669 Sep 10 15:14:25.197377 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-53ca9204-35c5-471f-bcbc-0c3f1508d071 req-bc9f87d7-48b6-4e49-947a-eeba77e305f6 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405667 Sep 10 15:14:25.258688 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1916807-a99f-41ef-8bec-c6035fe3c7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8398a0f7-0d3c-4f43-a6ae-914b5c481536'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:25.261105 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87a16b4-9412-4dd5-b69c-ca741c2df193" -d '{"events": [{"server_uuid": "b1916807-a99f-41ef-8bec-c6035fe3c7da", "name": "network-vif-plugged", "status": "completed", "tag": "8398a0f7-0d3c-4f43-a6ae-914b5c481536"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:25.309690 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972bc20e-1b83-415b-b18b-160f69aa9ae5 x-openstack-request-id: req-972bc20e-1b83-415b-b18b-160f69aa9ae5 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:25.309984 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1916807-a99f-41ef-8bec-c6035fe3c7da", "name": "network-vif-plugged", "status": "completed", "tag": "8398a0f7-0d3c-4f43-a6ae-914b5c481536", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:25.310242 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-972bc20e-1b83-415b-b18b-160f69aa9ae5 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:25.310635 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1916807-a99f-41ef-8bec-c6035fe3c7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8398a0f7-0d3c-4f43-a6ae-914b5c481536', 'code': 200} Sep 10 15:14:25.498595 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561be20-1e88-4e0e-b8ab-cf8980782bdd req-6b27cbc3-8dd4-4f40-ac49-a3df2101c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:25.500852 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-8561be20-1e88-4e0e-b8ab-cf8980782bdd req-6b27cbc3-8dd4-4f40-ac49-a3df2101c1eb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 1098 time: 0.0460882 Sep 10 15:14:25.576234 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-8561be20-1e88-4e0e-b8ab-cf8980782bdd req-f29f6c69-6e94-4211-8d69-48e5aa2c31e1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603290 Sep 10 15:14:25.658981 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d02c50-ece5-4c33-9314-844d82bf53b8 req-fbc2d784-97e6-4fe1-b958-13cfaa478d14 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:25.660487 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-02d02c50-ece5-4c33-9314-844d82bf53b8 req-fbc2d784-97e6-4fe1-b958-13cfaa478d14 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0809188 Sep 10 15:14:25.673089 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f4b49-c005-4be1-8baa-c70a932a7036 req-ef99b755-a9f0-4005-8cbc-02477b5ff48c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:25.675461 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-439f4b49-c005-4be1-8baa-c70a932a7036 req-ef99b755-a9f0-4005-8cbc-02477b5ff48c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0840154 Sep 10 15:14:25.732975 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-02d02c50-ece5-4c33-9314-844d82bf53b8 req-6d3aa2dd-9057-4b1d-88b6-6de100909f84 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565283 Sep 10 15:14:25.742804 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-439f4b49-c005-4be1-8baa-c70a932a7036 req-72345f85-739d-433f-81b5-d52de5d95210 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597792 Sep 10 15:14:26.021216 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 55344) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:26.139616 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6f796e39-de23-48a9-be65-3c003ec7ae02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:26.243032 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6f796e39-de23-48a9-be65-3c003ec7ae02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:26.249470 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6f796e39-de23-48a9-be65-3c003ec7ae02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:26.311993 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f796e39-de23-48a9-be65-3c003ec7ae02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c837bc-6f7c-46af-b93b-7d2a7d7c65ce,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:26.321478 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-6f796e39-de23-48a9-be65-3c003ec7ae02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9e0d9e0c9684acf80eeaba99bd3c154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992108 Sep 10 15:14:26.322098 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 55374) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:26.369556 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11017b17-f018-462a-a020-be08e1ce8d14 req-88f111d5-9ad3-4cc1-9b08-3ca7a515114c tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:26.371066 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-11017b17-f018-462a-a020-be08e1ce8d14 req-88f111d5-9ad3-4cc1-9b08-3ca7a515114c tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.1033115 Sep 10 15:14:26.420470 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-94e2254b-feb9-4d8b-a662-38c6b72db799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:26.425549 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-11017b17-f018-462a-a020-be08e1ce8d14 req-9cb1f1a5-cd10-4cf0-9962-64354e30e2e8 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487704 Sep 10 15:14:26.454392 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-94e2254b-feb9-4d8b-a662-38c6b72db799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:26.512501 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-94e2254b-feb9-4d8b-a662-38c6b72db799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:26.515042 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-94e2254b-feb9-4d8b-a662-38c6b72db799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:26.516453 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-94e2254b-feb9-4d8b-a662-38c6b72db799 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95c837bc-6f7c-46af-b93b-7d2a7d7c65ce HTTP/1.1" status: 204 len: 168 time: 0.1909754 Sep 10 15:14:26.524243 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2254b-feb9-4d8b-a662-38c6b72db799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c837bc-6f7c-46af-b93b-7d2a7d7c65ce,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:26.622999 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device cb7b6714-8cac-4dc3-814b-2e2a88b946b2 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:14:26.742271 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port cb7b6714-8cac-4dc3-814b-2e2a88b946b2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:26.755349 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'port_id': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2', 'mac_address': 'fa:16:3e:f3:48:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:14:26.812944 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:26.832743 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7b6714-8cac-4dc3-814b-2e2a88b946b2 {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:14:26.836134 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 55420) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:26.857950 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-274edb09-39ee-44a1-93a1-657003b4abe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:26.869142 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port cb7b6714-8cac-4dc3-814b-2e2a88b946b2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:26.874138 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:26.893806 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18206a87-8522-4ebe-ae1d-962338f444d2 req-ee8fe8bb-22c1-4362-bcbc-573172a89be3 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:26.895796 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-18206a87-8522-4ebe-ae1d-962338f444d2 req-ee8fe8bb-22c1-4362-bcbc-573172a89be3 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0685594 Sep 10 15:14:26.987488 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:26.992907 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620963e-8eab-4eae-9dd6-b6c22a7f60ff req-395f4ae5-0cb4-46c6-83a3-ff9a2f6105dd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:26.994649 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8620963e-8eab-4eae-9dd6-b6c22a7f60ff req-395f4ae5-0cb4-46c6-83a3-ff9a2f6105dd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 944 time: 0.0974226 Sep 10 15:14:26.998482 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-18206a87-8522-4ebe-ae1d-962338f444d2 req-fbe150c6-a340-4ec8-9d12-1afc8fc85ef1 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880826 Sep 10 15:14:27.022676 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-274edb09-39ee-44a1-93a1-657003b4abe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:27.029670 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-274edb09-39ee-44a1-93a1-657003b4abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:27.049664 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8620963e-8eab-4eae-9dd6-b6c22a7f60ff req-edd43e7a-83bf-4a20-a8ad-beb7e7751474 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474393 Sep 10 15:14:27.074710 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-274edb09-39ee-44a1-93a1-657003b4abe1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0cf7c94584cd44b1ad396e3645999600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369785 Sep 10 15:14:27.077165 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274edb09-39ee-44a1-93a1-657003b4abe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ce7b56-dfab-43d5-954a-4cd4c32cf695,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:27.077377 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 55426) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:27.120690 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 55428) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:27.132539 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-955006df-7115-4f00-b46a-2a1d9da5bd2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:27.155646 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-955006df-7115-4f00-b46a-2a1d9da5bd2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:27.215268 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-955006df-7115-4f00-b46a-2a1d9da5bd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:27.218877 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-955006df-7115-4f00-b46a-2a1d9da5bd2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:27.220032 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-955006df-7115-4f00-b46a-2a1d9da5bd2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42ce7b56-dfab-43d5-954a-4cd4c32cf695 HTTP/1.1" status: 204 len: 168 time: 0.1417079 Sep 10 15:14:27.229824 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955006df-7115-4f00-b46a-2a1d9da5bd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ce7b56-dfab-43d5-954a-4cd4c32cf695,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:27.265446 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4babb6ed-9b61-4d19-8063-ddf79b79bc50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:27.364330 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4babb6ed-9b61-4d19-8063-ddf79b79bc50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:27.368404 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4babb6ed-9b61-4d19-8063-ddf79b79bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:27.407819 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-4babb6ed-9b61-4d19-8063-ddf79b79bc50 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57175920f9f84accadfe2fd91452c640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858222 Sep 10 15:14:27.408777 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babb6ed-9b61-4d19-8063-ddf79b79bc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2ee8b2-5f7f-43a5-9bd5-139482f79367,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:27.410645 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 55438) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:27.472400 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3ab68d46-0a2f-4680-8986-fc8d1faa50a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:27.495198 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3ab68d46-0a2f-4680-8986-fc8d1faa50a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:27.578316 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22506d4-cbde-4670-a066-42c07659780d req-e92acf87-c59c-45ba-a5b1-dbf9beec887b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:27.579911 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e22506d4-cbde-4670-a066-42c07659780d req-e92acf87-c59c-45ba-a5b1-dbf9beec887b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0622542 Sep 10 15:14:27.581477 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3ab68d46-0a2f-4680-8986-fc8d1faa50a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:27.583977 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3ab68d46-0a2f-4680-8986-fc8d1faa50a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:27.585060 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-3ab68d46-0a2f-4680-8986-fc8d1faa50a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe2ee8b2-5f7f-43a5-9bd5-139482f79367 HTTP/1.1" status: 204 len: 168 time: 0.1728437 Sep 10 15:14:27.600932 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['cb7b6714-8cac-4dc3-814b-2e2a88b946b2'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:14:27.644220 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab68d46-0a2f-4680-8986-fc8d1faa50a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2ee8b2-5f7f-43a5-9bd5-139482f79367,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:27.666043 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e22506d4-cbde-4670-a066-42c07659780d req-1dc7f84e-b7db-4542-afd1-78f5a7c74885 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765429 Sep 10 15:14:27.952562 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 55464) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:27.966077 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4fa71f7a-4277-4ae7-bea0-e11606b8e391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:28.063522 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4fa71f7a-4277-4ae7-bea0-e11606b8e391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:28.069857 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4fa71f7a-4277-4ae7-bea0-e11606b8e391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:28.116280 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-4fa71f7a-4277-4ae7-bea0-e11606b8e391 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33a37ff7462f4ac78011e39b384aed93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1625926 Sep 10 15:14:28.119919 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 55476) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:28.143667 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa71f7a-4277-4ae7-bea0-e11606b8e391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5277496a-c308-4497-9bc0-c0b67553ee19,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:28.210474 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4151f2dc-cdce-4913-8fae-c5fd1548b715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:28.212292 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03622338-3291-4dd9-bee6-27993565ab17 req-cb309fed-994c-489f-af10-4c8b39767bfd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:28.213800 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-03622338-3291-4dd9-bee6-27993565ab17 req-cb309fed-994c-489f-af10-4c8b39767bfd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 944 time: 0.0719049 Sep 10 15:14:28.222806 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b7192-c466-499b-af20-774987a729b6 req-6d56e21d-5304-461f-8b1a-af690ebaa9db tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:28.224306 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2f9b7192-c466-499b-af20-774987a729b6 req-6d56e21d-5304-461f-8b1a-af690ebaa9db tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.1144567 Sep 10 15:14:28.234499 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4151f2dc-cdce-4913-8fae-c5fd1548b715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:28.284239 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-2ed6bdfe-b9d5-45e8-b689-380042b2e89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:28.297902 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4151f2dc-cdce-4913-8fae-c5fd1548b715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:28.301624 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-03622338-3291-4dd9-bee6-27993565ab17 req-80917f27-d947-4bed-853b-5278f8f9177e tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764177 Sep 10 15:14:28.301777 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4151f2dc-cdce-4913-8fae-c5fd1548b715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:28.305215 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-4151f2dc-cdce-4913-8fae-c5fd1548b715 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5277496a-c308-4497-9bc0-c0b67553ee19 HTTP/1.1" status: 204 len: 168 time: 0.1836426 Sep 10 15:14:28.309657 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2f9b7192-c466-499b-af20-774987a729b6 req-5d05a295-c475-4113-bad9-2a7e1c5ffcf3 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681305 Sep 10 15:14:28.316839 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151f2dc-cdce-4913-8fae-c5fd1548b715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5277496a-c308-4497-9bc0-c0b67553ee19,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:28.438152 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c442c-79ed-4813-a221-40a56903b7cd req-243fe9c4-30d9-4fa7-a318-14ea1f9faf53 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:28.451270 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-938c442c-79ed-4813-a221-40a56903b7cd req-243fe9c4-30d9-4fa7-a318-14ea1f9faf53 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0599554 Sep 10 15:14:28.451637 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 55486) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:28.456837 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-dd9744f1-c92e-4dcf-b6d7-b9e49204d215 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Request body: {'floatingip': {'port_id': '8398a0f7-0d3c-4f43-a6ae-914b5c481536'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:28.535864 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-dd9744f1-c92e-4dcf-b6d7-b9e49204d215 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for floatingip, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:28.568076 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 55492) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:28.727184 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-eec74973-86f2-413c-a0e2-9c899f44957b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:28.805784 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee5de3-c9e0-4077-98de-dab106081f0e req-d2ad39e4-264f-456f-9816-db5511e3153a tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:28.807276 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-01ee5de3-c9e0-4077-98de-dab106081f0e req-d2ad39e4-264f-456f-9816-db5511e3153a tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0737085 Sep 10 15:14:28.873113 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-01ee5de3-c9e0-4077-98de-dab106081f0e req-89adea29-77ea-463d-8784-4c45d10f8376 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582800 Sep 10 15:14:28.918799 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-eec74973-86f2-413c-a0e2-9c899f44957b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:28.922914 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-eec74973-86f2-413c-a0e2-9c899f44957b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:28.971104 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-eec74973-86f2-413c-a0e2-9c899f44957b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b500a3c4744a440d8ff7e70d3f1ade53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4011495 Sep 10 15:14:28.972274 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec74973-86f2-413c-a0e2-9c899f44957b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f19b76-c04b-48ff-b726-d4dfd3132f74,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:28.973873 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 55510) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:29.431302 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.db.resource_extend [None req-dd9744f1-c92e-4dcf-b6d7-b9e49204d215 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 15:14:29.433334 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-423b949e-295d-4b7b-b9c3-5354b8d009eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:29.441142 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2a2f5-df05-4ad5-b195-1d70d9dd5987 req-c7a0db48-9871-495c-a5a7-3a52a9848575 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:29.442737 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6cc2a2f5-df05-4ad5-b195-1d70d9dd5987 req-c7a0db48-9871-495c-a5a7-3a52a9848575 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 944 time: 0.0520577 Sep 10 15:14:29.496816 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6cc2a2f5-df05-4ad5-b195-1d70d9dd5987 req-5707a220-630c-43cc-8768-bbaaae695070 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474131 Sep 10 15:14:29.522516 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-dd9744f1-c92e-4dcf-b6d7-b9e49204d215 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:29.528885 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-dd9744f1-c92e-4dcf-b6d7-b9e49204d215 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550972'] for floatingip, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:29.578573 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-423b949e-295d-4b7b-b9c3-5354b8d009eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:29.686102 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-423b949e-295d-4b7b-b9c3-5354b8d009eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:29.688791 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-423b949e-295d-4b7b-b9c3-5354b8d009eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:29.690711 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-423b949e-295d-4b7b-b9c3-5354b8d009eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25f19b76-c04b-48ff-b726-d4dfd3132f74 HTTP/1.1" status: 204 len: 168 time: 0.7157209 Sep 10 15:14:29.695646 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.l3_db [None req-dd9744f1-c92e-4dcf-b6d7-b9e49204d215 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Floating IP 7dc26354-b41f-447d-9a72-bee69aeda277 associated. External IP: 172.27.3.73, port: 8398a0f7-0d3c-4f43-a6ae-914b5c481536. Sep 10 15:14:29.704395 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b949e-295d-4b7b-b9c3-5354b8d009eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f19b76-c04b-48ff-b726-d4dfd3132f74,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:29.949077 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9744f1-c92e-4dcf-b6d7-b9e49204d215 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Router 3e59380b-28aa-4c38-9685-7db17d8c1664 has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:14:30.024919 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46051130-df87-4a5f-9d74-275295031a94 req-1f82c4ca-a488-4e22-9933-5dd805a09ede tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:30.026341 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-46051130-df87-4a5f-9d74-275295031a94 req-1f82c4ca-a488-4e22-9933-5dd805a09ede tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/networks?id=8d3b0b79-b02f-415f-a544-6d759d712dbf HTTP/1.1" status: 200 len: 815 time: 0.2026572 Sep 10 15:14:30.035041 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b571259-0f9c-495a-b01f-0884cdf1f41a req-c2582296-919d-4ef3-9e3f-ed75b35745fa tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:30.042372 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7b571259-0f9c-495a-b01f-0884cdf1f41a req-c2582296-919d-4ef3-9e3f-ed75b35745fa tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0907748 Sep 10 15:14:30.093364 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-46051130-df87-4a5f-9d74-275295031a94 req-778985fc-16ef-40aa-875d-9ee9d9e17e0d tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/quotas/bee7eeacd1f84ecbbada79b0ca26d149 HTTP/1.1" status: 200 len: 375 time: 0.0482707 Sep 10 15:14:30.100310 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9744f1-c92e-4dcf-b6d7-b9e49204d215 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:14:30.105763 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-dd9744f1-c92e-4dcf-b6d7-b9e49204d215 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:30.117416 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5d3dda-f86e-4a3d-84f8-1bb84a2a69ee None None] Sync routers for ids ['3e59380b-28aa-4c38-9685-7db17d8c1664'] in dv-cinder-760184-10-iscsi {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:14:30.133646 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5d3dda-f86e-4a3d-84f8-1bb84a2a69ee None None] Routers {'3e59380b-28aa-4c38-9685-7db17d8c1664'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:14:30.134295 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-5b5d3dda-f86e-4a3d-84f8-1bb84a2a69ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:14:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['3e59380b-28aa-4c38-9685-7db17d8c1664'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:30.142520 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-dd9744f1-c92e-4dcf-b6d7-b9e49204d215 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "PUT /v2.0/floatingips/7dc26354-b41f-447d-9a72-bee69aeda277 HTTP/1.1" status: 200 len: 990 time: 1.6895316 Sep 10 15:14:30.143114 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1916807-a99f-41ef-8bec-c6035fe3c7da', 'tag': '8398a0f7-0d3c-4f43-a6ae-914b5c481536'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:30.145758 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165753a1-c234-45f6-bf01-980e890511e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b1916807-a99f-41ef-8bec-c6035fe3c7da", "tag": "8398a0f7-0d3c-4f43-a6ae-914b5c481536"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:30.170319 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7b571259-0f9c-495a-b01f-0884cdf1f41a req-026fc269-9dca-4562-b3cd-f9225e6d6434 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270795 Sep 10 15:14:30.197087 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-46051130-df87-4a5f-9d74-275295031a94 req-f7d5a869-b284-4282-9a55-7373fe18494c tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bee7eeacd1f84ecbbada79b0ca26d149&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0964913 Sep 10 15:14:30.350332 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-5b5d3dda-f86e-4a3d-84f8-1bb84a2a69ee None None] Set router 3e59380b-28aa-4c38-9685-7db17d8c1664 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:14:30.373032 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-46051130-df87-4a5f-9d74-275295031a94 req-58816e42-fb87-44b3-b17b-6e17006e7366 service neutron] 10.222.0.32 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677487 Sep 10 15:14:30.381992 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e320810-afa5-48ea-8a14-fa3cba4236a0 x-openstack-request-id: req-0e320810-afa5-48ea-8a14-fa3cba4236a0 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:30.382758 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1916807-a99f-41ef-8bec-c6035fe3c7da", "tag": "8398a0f7-0d3c-4f43-a6ae-914b5c481536", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:30.383168 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e320810-afa5-48ea-8a14-fa3cba4236a0 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:30.383882 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1916807-a99f-41ef-8bec-c6035fe3c7da', 'tag': '8398a0f7-0d3c-4f43-a6ae-914b5c481536', 'status': 'completed', 'code': 200} Sep 10 15:14:30.461494 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165753a1-c234-45f6-bf01-980e890511e8 req-1eb3721d-2489-4c74-a4e4-e1ad5f961974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:30.463655 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-165753a1-c234-45f6-bf01-980e890511e8 req-1eb3721d-2489-4c74-a4e4-e1ad5f961974 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c0dbe00e8be4d6fa4f0727f7fa2408d&device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 1098 time: 0.0535169 Sep 10 15:14:30.488592 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-46051130-df87-4a5f-9d74-275295031a94 req-2d54c387-6208-4fd7-8ef1-5ce64c8c0e3d service neutron] 10.222.0.32 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052368 Sep 10 15:14:30.645010 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device cb7b6714-8cac-4dc3-814b-2e2a88b946b2 up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:14:30.658890 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165753a1-c234-45f6-bf01-980e890511e8 req-f9a4b1f1-6f34-4eaf-a069-31110a4f9f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:30.661488 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-165753a1-c234-45f6-bf01-980e890511e8 req-f9a4b1f1-6f34-4eaf-a069-31110a4f9f8f service neutron] 10.222.0.43 "GET /v2.0/networks?id=9fd410a6-6b42-4dd7-aaee-5021094067c5 HTTP/1.1" status: 200 len: 911 time: 0.1783361 Sep 10 15:14:30.731023 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port cb7b6714-8cac-4dc3-814b-2e2a88b946b2 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:14:30.736863 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port cb7b6714-8cac-4dc3-814b-2e2a88b946b2 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:30.737443 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:30.832486 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-5b5d3dda-f86e-4a3d-84f8-1bb84a2a69ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:13:58Z', 'revision_number': 4, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port': {'id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '7dc26354-b41f-447d-9a72-bee69aeda277', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'port_id': '8398a0f7-0d3c-4f43-a6ae-914b5c481536', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'mac_address': 'fa:16:3e:1e:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1916807-a99f-41ef-8bec-c6035fe3c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:14:09Z', 'updated_at': '2021-09-10T15:14:29Z', 'revision_number': 1, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffb0c0a1-2249-4ed0-a18d-b36a4d31651b', 'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'mac_address': 'fa:16:3e:43:5b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:54Z', 'updated_at': '2021-09-10T15:14:08Z', 'revision_number': 5, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'subnets': [{'id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:30.890405 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:30.899021 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-165753a1-c234-45f6-bf01-980e890511e8 req-77d8dc1f-fdbd-42e1-b1bd-cc5fc91f550b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8398a0f7-0d3c-4f43-a6ae-914b5c481536 HTTP/1.1" status: 200 len: 998 time: 0.2281973 Sep 10 15:14:30.904923 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5d3dda-f86e-4a3d-84f8-1bb84a2a69ee None None] Checking router: 3e59380b-28aa-4c38-9685-7db17d8c1664 for host: dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:14:30.911900 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-bf97a6a8-3757-487a-b9b2-3b8b9fb4adf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:30.921999 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854592f7-9bf4-46d9-9be8-e2886434aa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:30.926323 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5d3dda-f86e-4a3d-84f8-1bb84a2a69ee None None] Routers {'3e59380b-28aa-4c38-9685-7db17d8c1664'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:14:30.927062 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16da9785-a79d-4fbf-b1a3-74190d93c6d1" -d '{"events": [{"server_uuid": "854592f7-9bf4-46d9-9be8-e2886434aa25", "name": "network-vif-plugged", "status": "completed", "tag": "cb7b6714-8cac-4dc3-814b-2e2a88b946b2"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:30.927747 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-5b5d3dda-f86e-4a3d-84f8-1bb84a2a69ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:14:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['3e59380b-28aa-4c38-9685-7db17d8c1664'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:30.949094 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port cb7b6714-8cac-4dc3-814b-2e2a88b946b2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:30.956241 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:30.980522 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165753a1-c234-45f6-bf01-980e890511e8 req-d150f660-df58-4e6d-8086-08eb0176ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:30.981923 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-165753a1-c234-45f6-bf01-980e890511e8 req-d150f660-df58-4e6d-8086-08eb0176ca00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b HTTP/1.1" status: 200 len: 849 time: 0.0700095 Sep 10 15:14:31.061498 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:31.067327 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165753a1-c234-45f6-bf01-980e890511e8 req-c660622f-e2c9-45ec-a5c3-f2b89f2ede9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:31.069167 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-165753a1-c234-45f6-bf01-980e890511e8 req-c660622f-e2c9-45ec-a5c3-f2b89f2ede9c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fd410a6-6b42-4dd7-aaee-5021094067c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0702305 Sep 10 15:14:31.120938 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c8b334cb-1fbd-4b0a-872c-568f9683771c req-6980b0ab-9ee7-4758-b5a7-d7447659412b tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 210 time: 0.0530684 Sep 10 15:14:31.152123 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ecaf3-2a13-4c31-b42f-5ef9a6d65df3 req-7165bb5d-0088-4cbc-a866-5683cbebc735 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:31.165260 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-049ecaf3-2a13-4c31-b42f-5ef9a6d65df3 req-7165bb5d-0088-4cbc-a866-5683cbebc735 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 944 time: 0.5286117 Sep 10 15:14:31.172712 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-5b5d3dda-f86e-4a3d-84f8-1bb84a2a69ee None None] Set router 3e59380b-28aa-4c38-9685-7db17d8c1664 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:14:31.187908 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aef0fb3-041e-4789-b130-d5611566d384 x-openstack-request-id: req-7aef0fb3-041e-4789-b130-d5611566d384 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:31.188417 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854592f7-9bf4-46d9-9be8-e2886434aa25", "name": "network-vif-plugged", "status": "completed", "tag": "cb7b6714-8cac-4dc3-814b-2e2a88b946b2", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:31.189051 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7aef0fb3-041e-4789-b130-d5611566d384 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:31.190222 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854592f7-9bf4-46d9-9be8-e2886434aa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2', 'code': 200} Sep 10 15:14:31.221351 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-049ecaf3-2a13-4c31-b42f-5ef9a6d65df3 req-a3026814-af1e-4e97-8c74-8bd2e03b4263 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543110 Sep 10 15:14:31.279424 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-165753a1-c234-45f6-bf01-980e890511e8 req-f04ea099-3a03-41a0-95ee-d45f51c863a4 service neutron] 10.222.0.43 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949558 Sep 10 15:14:31.343477 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:31.429740 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e383e1-74c1-44b2-a3f5-30a1d718b3ee req-1729daee-44b6-4bb2-96db-119f47fa6608 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:31.431662 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f7e383e1-74c1-44b2-a3f5-30a1d718b3ee req-1729daee-44b6-4bb2-96db-119f47fa6608 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.1420407 Sep 10 15:14:31.482463 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f7e383e1-74c1-44b2-a3f5-30a1d718b3ee req-2fc5036c-7bab-4baa-875c-11903e34d94a tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425391 Sep 10 15:14:31.546443 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-165753a1-c234-45f6-bf01-980e890511e8 req-f2876026-fd73-4e9e-ae3d-6dfc8f038755 service neutron] 10.222.0.43 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541845 Sep 10 15:14:31.549323 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810b1e1-954a-45f8-a60d-fc252dfdd1a5 req-d4ccca60-0a25-4720-b115-576362cf2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:31.550870 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-3810b1e1-954a-45f8-a60d-fc252dfdd1a5 req-d4ccca60-0a25-4720-b115-576362cf2045 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 1098 time: 0.0976875 Sep 10 15:14:31.599416 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-3810b1e1-954a-45f8-a60d-fc252dfdd1a5 req-b3dea9ea-06bf-4f2c-b89e-8e4ffd44b0b8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403328 Sep 10 15:14:31.682160 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 55626) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:31.770325 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-5b5d3dda-f86e-4a3d-84f8-1bb84a2a69ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:13:58Z', 'revision_number': 4, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port': {'id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '7dc26354-b41f-447d-9a72-bee69aeda277', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'port_id': '8398a0f7-0d3c-4f43-a6ae-914b5c481536', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'mac_address': 'fa:16:3e:1e:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1916807-a99f-41ef-8bec-c6035fe3c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:14:09Z', 'updated_at': '2021-09-10T15:14:29Z', 'revision_number': 1, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffb0c0a1-2249-4ed0-a18d-b36a4d31651b', 'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'mac_address': 'fa:16:3e:43:5b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:54Z', 'updated_at': '2021-09-10T15:14:08Z', 'revision_number': 5, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'subnets': [{'id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:31.804588 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5d3dda-f86e-4a3d-84f8-1bb84a2a69ee None None] The sync data for ids ['3e59380b-28aa-4c38-9685-7db17d8c1664'] in dv-cinder-760184-10-iscsi is: [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:13:58Z', 'revision_number': 4, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port': {'id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '7dc26354-b41f-447d-9a72-bee69aeda277', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'port_id': '8398a0f7-0d3c-4f43-a6ae-914b5c481536', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'mac_address': 'fa:16:3e:1e:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1916807-a99f-41ef-8bec-c6035fe3c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:14:09Z', 'updated_at': '2021-09-10T15:14:29Z', 'revision_number': 1, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffb0c0a1-2249-4ed0-a18d-b36a4d31651b', 'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'mac_address': 'fa:16:3e:43:5b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:54Z', 'updated_at': '2021-09-10T15:14:08Z', 'revision_number': 5, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'subnets': [{'id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:14:31.840357 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b6afb410-973f-4074-9521-39ac1a7c85b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:31.999489 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b6afb410-973f-4074-9521-39ac1a7c85b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:32.004251 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b6afb410-973f-4074-9521-39ac1a7c85b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:32.051378 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afb410-973f-4074-9521-39ac1a7c85b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930945bd-e7eb-48d4-b7da-a713e183c334,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:32.055596 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-b6afb410-973f-4074-9521-39ac1a7c85b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=03600a61bf30472280dd0dd1f91acc4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724053 Sep 10 15:14:32.058382 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 55632) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:32.088987 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8062c439-4b74-417d-8502-624230f030b8 None None] New status for floating IP 7dc26354-b41f-447d-9a72-bee69aeda277: ACTIVE {{(pid=94033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:14:32.149184 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4507d2db-83a4-4d6c-94f8-44c3f0bab8c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:32.171957 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4507d2db-83a4-4d6c-94f8-44c3f0bab8c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:32.226325 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d0913513-408a-4884-af33-00944c7da19d req-239b5aea-e199-4aca-8031-3dfbe68a9f3a tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 210 time: 0.0316603 Sep 10 15:14:32.227236 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4507d2db-83a4-4d6c-94f8-44c3f0bab8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:32.229869 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4507d2db-83a4-4d6c-94f8-44c3f0bab8c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:32.233375 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-4507d2db-83a4-4d6c-94f8-44c3f0bab8c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/930945bd-e7eb-48d4-b7da-a713e183c334 HTTP/1.1" status: 204 len: 168 time: 0.1716564 Sep 10 15:14:32.239408 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507d2db-83a4-4d6c-94f8-44c3f0bab8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930945bd-e7eb-48d4-b7da-a713e183c334,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:32.359967 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b888d-1c37-4f76-bbfd-714aaf0527a9 req-b1c1099e-7cc9-4f16-a236-5bff12713a85 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:32.361466 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-937b888d-1c37-4f76-bbfd-714aaf0527a9 req-b1c1099e-7cc9-4f16-a236-5bff12713a85 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0590560 Sep 10 15:14:32.429883 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:32.433972 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-937b888d-1c37-4f76-bbfd-714aaf0527a9 req-5bacaa27-a435-40e3-8db2-fb53bcc5af80 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654976 Sep 10 15:14:32.614726 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915788b7-81bf-4020-bcd9-cfedd050710f req-a91d90d9-b597-485f-b2ae-21e5c7420ece tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:32.616239 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-915788b7-81bf-4020-bcd9-cfedd050710f req-a91d90d9-b597-485f-b2ae-21e5c7420ece tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0542009 Sep 10 15:14:32.656750 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-915788b7-81bf-4020-bcd9-cfedd050710f req-51bc60dd-7ac1-4811-9ab7-9a0b9e90ca1b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Sep 10 15:14:33.349079 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0cb288a0-096b-45d5-ac3c-596fb0d10332 req-d36fe4c2-7694-4289-81f5-c03cb9c9f0d6 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 210 time: 0.0258741 Sep 10 15:14:33.554928 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a13c6-03b8-4b91-815b-8559d6170a49 req-ee6b892f-ff09-47bc-b1fc-e3ad662c9445 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:33.556582 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-009a13c6-03b8-4b91-815b-8559d6170a49 req-ee6b892f-ff09-47bc-b1fc-e3ad662c9445 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0510335 Sep 10 15:14:33.596360 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-009a13c6-03b8-4b91-815b-8559d6170a49 req-43d8c308-35d7-45ed-bb3e-d456d1532590 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327497 Sep 10 15:14:33.636709 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:33.776619 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9bdba-1cc0-4758-bce6-cb80dd2a64ff req-3cc85a38-a484-409c-a7c3-9233bcfc136f tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:33.778128 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-31e9bdba-1cc0-4758-bce6-cb80dd2a64ff req-3cc85a38-a484-409c-a7c3-9233bcfc136f tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0525525 Sep 10 15:14:33.820634 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-31e9bdba-1cc0-4758-bce6-cb80dd2a64ff req-39984a65-3064-416d-8dc3-eea3ceca06ba tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362687 Sep 10 15:14:34.440848 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-616c0351-e5e8-4860-9f46-64892e43378e req-6893cf96-7192-431a-9c5d-21a3833eb348 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 210 time: 0.0255673 Sep 10 15:14:34.709854 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0feeb12-11cb-4231-bebb-b6c67ff564b5 req-c2c76820-8b00-4266-be66-40f203c528c1 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:34.711206 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f0feeb12-11cb-4231-bebb-b6c67ff564b5 req-c2c76820-8b00-4266-be66-40f203c528c1 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0467398 Sep 10 15:14:34.748308 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f0feeb12-11cb-4231-bebb-b6c67ff564b5 req-18813dce-c432-4280-82b7-6e202fe0ecb0 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313759 Sep 10 15:14:34.942565 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e61fc-bdb4-4f37-9e83-150b32a33808 req-6df7f97d-9e07-449b-bf2f-aed8ad99999b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:34.944080 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d42e61fc-bdb4-4f37-9e83-150b32a33808 req-6df7f97d-9e07-449b-bf2f-aed8ad99999b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0580647 Sep 10 15:14:34.985701 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d42e61fc-bdb4-4f37-9e83-150b32a33808 req-16a4601b-a37f-458b-bc5b-4e8ca1417f63 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358078 Sep 10 15:14:35.534313 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3200af70-1d94-443b-a8be-475592a21182 req-eb3e0595-c608-4382-b284-ba8e52b6f867 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 210 time: 0.0294139 Sep 10 15:14:35.734072 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46051130-df87-4a5f-9d74-275295031a94 req-00595e30-7e97-486c-928a-6680181d1339 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:35.735495 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-46051130-df87-4a5f-9d74-275295031a94 req-00595e30-7e97-486c-928a-6680181d1339 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.43 "GET /v2.0/networks?id=8d3b0b79-b02f-415f-a544-6d759d712dbf HTTP/1.1" status: 200 len: 815 time: 0.1024227 Sep 10 15:14:35.752727 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-46051130-df87-4a5f-9d74-275295031a94 req-5f7fbc4d-937f-47e3-b529-f4ccf1891318 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Request body: {'port': {'device_id': '3f559952-3461-4796-a0e9-2d5135e91f3c', 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf', 'admin_state_up': True, 'tenant_id': 'bee7eeacd1f84ecbbada79b0ca26d149'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:35.871067 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46051130-df87-4a5f-9d74-275295031a94 req-5f7fbc4d-937f-47e3-b529-f4ccf1891318 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Made reservation on behalf of bee7eeacd1f84ecbbada79b0ca26d149 for: {'port': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:14:35.872618 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea4608-9381-4183-ab72-9e7efec451a1 req-01e7a4fc-9ca4-4b66-b628-ac3c962ea9a6 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:35.874138 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cdea4608-9381-4183-ab72-9e7efec451a1 req-01e7a4fc-9ca4-4b66-b628-ac3c962ea9a6 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0542300 Sep 10 15:14:35.874600 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-46051130-df87-4a5f-9d74-275295031a94 req-5f7fbc4d-937f-47e3-b529-f4ccf1891318 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:35.912253 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cdea4608-9381-4183-ab72-9e7efec451a1 req-fde4bcca-30ce-4dc7-ab67-0afb0f7ce20f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304289 Sep 10 15:14:35.995901 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [req-46051130-df87-4a5f-9d74-275295031a94 req-5f7fbc4d-937f-47e3-b529-f4ccf1891318 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Allocated IP 172.20.0.14 (8d3b0b79-b02f-415f-a544-6d759d712dbf/119b5847-f28a-498d-b2fc-b0ccb46cb6b3/5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:14:36.123470 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbbf5e-b74a-4f7d-b728-6a4a7880cd0f req-3864b57e-26b8-4219-8ce8-ef3b3fc16fd9 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:36.125818 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-80cbbf5e-b74a-4f7d-b728-6a4a7880cd0f req-3864b57e-26b8-4219-8ce8-ef3b3fc16fd9 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0691764 Sep 10 15:14:36.168301 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-80cbbf5e-b74a-4f7d-b728-6a4a7880cd0f req-49300561-047c-4617-a251-ac6b3d95ed75 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350831 Sep 10 15:14:36.171350 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-46051130-df87-4a5f-9d74-275295031a94 req-5f7fbc4d-937f-47e3-b529-f4ccf1891318 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:36.213898 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-46051130-df87-4a5f-9d74-275295031a94 req-5f7fbc4d-937f-47e3-b529-f4ccf1891318 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:36.229633 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['9a1e7931-59bf-4491-9b74-302fdf764bf8'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:14:36.270773 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46051130-df87-4a5f-9d74-275295031a94 req-5f7fbc4d-937f-47e3-b529-f4ccf1891318 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Network 8d3b0b79-b02f-415f-a544-6d759d712dbf is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:14:36.275651 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [req-46051130-df87-4a5f-9d74-275295031a94 req-5f7fbc4d-937f-47e3-b529-f4ccf1891318 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:14:36.278268 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7fbc4d-937f-47e3-b529-f4ccf1891318 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Pushing event updated for resources: {'Port': ['ID=5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:36.281777 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-46051130-df87-4a5f-9d74-275295031a94 req-5f7fbc4d-937f-47e3-b529-f4ccf1891318 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:14:36.289147 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46051130-df87-4a5f-9d74-275295031a94 req-5f7fbc4d-937f-47e3-b529-f4ccf1891318 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:36.289793 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-46051130-df87-4a5f-9d74-275295031a94 req-5f7fbc4d-937f-47e3-b529-f4ccf1891318 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:36.306810 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-46051130-df87-4a5f-9d74-275295031a94 req-5f7fbc4d-937f-47e3-b529-f4ccf1891318 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5586503 Sep 10 15:14:36.331838 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Request body: {'port': {'device_id': '3f559952-3461-4796-a0e9-2d5135e91f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:36.405667 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:36.702564 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b4dc1-ac51-435d-bd84-a7501a38c544 req-bedd7f96-1a95-4201-a959-f5ea1a33c4ce tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:36.702564 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b04b4dc1-ac51-435d-bd84-a7501a38c544 req-bedd7f96-1a95-4201-a959-f5ea1a33c4ce tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 932 time: 0.0670123 Sep 10 15:14:36.733611 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:14:36.742353 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:36.752619 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b04b4dc1-ac51-435d-bd84-a7501a38c544 req-dfc58fde-7639-4309-a2fb-df350b6fccaa tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426462 Sep 10 15:14:36.755252 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Transition to ACTIVE for port object 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:14:36.759462 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:36.825072 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Pushing event updated for resources: {'Port': ['ID=5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:36.838859 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Attempting to bind port 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:14:36.839189 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Attempting to bind port 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'de5263cf-a3f7-46c0-8040-dfb47c3c461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:14:36.839507 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Attempting to bind port 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf on network 8d3b0b79-b02f-415f-a544-6d759d712dbf {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:14:36.843859 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Port 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf on network 8d3b0b79-b02f-415f-a544-6d759d712dbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:14:36.844175 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Attempting to bind port 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf on network 8d3b0b79-b02f-415f-a544-6d759d712dbf {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:14:36.849570 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:14:36.849899 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Checking segment: {'id': 'de5263cf-a3f7-46c0-8040-dfb47c3c461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:14:36.850274 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Bound using segment: {'id': 'de5263cf-a3f7-46c0-8040-dfb47c3c461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:14:36.850690 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Bound port: 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5263cf-a3f7-46c0-8040-dfb47c3c461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:14:36.851038 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:36.912644 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] For port 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf, host hv-cinder-76018, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:14:36.915602 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] For port 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf,segment=NetworkSegment(de5263cf-a3f7-46c0-8040-dfb47c3c461f),segment_id=de5263cf-a3f7-46c0-8040-dfb47c3c461f)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:14:36.919600 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:36.955840 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:36.956398 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:36.957711 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-46051130-df87-4a5f-9d74-275295031a94 req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] 10.222.0.43 "PUT /v2.0/ports/5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf HTTP/1.1" status: 200 len: 1094 time: 0.6307945 Sep 10 15:14:36.958130 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f559952-3461-4796-a0e9-2d5135e91f3c', 'tag': '5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:36.960355 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc2a812-2f08-4ee8-ad63-59b6bf5bcb86" -d '{"events": [{"name": "network-changed", "server_uuid": "3f559952-3461-4796-a0e9-2d5135e91f3c", "tag": "5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:36.983738 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ac79a-b5a5-4e91-8974-2bb282cd07af service neutron] Pushing event updated for resources: {'Port': ['ID=5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:37.023198 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e18674-db01-4366-ab68-6fb2c4805670 x-openstack-request-id: req-80e18674-db01-4366-ab68-6fb2c4805670 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:37.023491 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f559952-3461-4796-a0e9-2d5135e91f3c", "tag": "5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:37.023738 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80e18674-db01-4366-ab68-6fb2c4805670 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:37.024122 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f559952-3461-4796-a0e9-2d5135e91f3c', 'tag': '5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf', 'status': 'completed', 'code': 200} Sep 10 15:14:37.069568 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46051130-df87-4a5f-9d74-275295031a94 req-88e3be9a-d585-44ce-b554-4e45017429f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:37.071270 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b48856-7507-44b3-9c7e-8253d953b55f req-4a7829d7-ba95-4a05-a552-7a50c127eb18 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:37.071422 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-46051130-df87-4a5f-9d74-275295031a94 req-88e3be9a-d585-44ce-b554-4e45017429f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bee7eeacd1f84ecbbada79b0ca26d149&device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 1097 time: 0.0582693 Sep 10 15:14:37.072938 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f4b48856-7507-44b3-9c7e-8253d953b55f req-4a7829d7-ba95-4a05-a552-7a50c127eb18 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0765266 Sep 10 15:14:37.112286 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f4b48856-7507-44b3-9c7e-8253d953b55f req-615f355d-9a4c-4e20-977b-5cf88869ca2d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332403 Sep 10 15:14:37.238080 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff89fc3-babd-4272-8748-f64cfebd7c40 req-35a75e8c-c96c-4da5-b252-3cdbf87e4890 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:37.239783 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bff89fc3-babd-4272-8748-f64cfebd7c40 req-35a75e8c-c96c-4da5-b252-3cdbf87e4890 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0574167 Sep 10 15:14:37.248656 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 55772) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:37.253219 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-39fd545e-56d0-47ee-b1d5-046b8cba7bc3 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Request body: {'floatingip': {'port_id': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:37.289438 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e549cc-77ab-4eee-8e84-a4c2ebeac89c req-d6efeff4-3f92-41ab-9269-1bc2206ba0ad tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:37.290923 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e9e549cc-77ab-4eee-8e84-a4c2ebeac89c req-d6efeff4-3f92-41ab-9269-1bc2206ba0ad tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0483062 Sep 10 15:14:37.291611 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-39fd545e-56d0-47ee-b1d5-046b8cba7bc3 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for floatingip, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:37.327629 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e9e549cc-77ab-4eee-8e84-a4c2ebeac89c req-529daa6a-050c-4d0a-bac4-d33de6117177 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303347 Sep 10 15:14:37.710393 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-39fd545e-56d0-47ee-b1d5-046b8cba7bc3 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:37.714985 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-39fd545e-56d0-47ee-b1d5-046b8cba7bc3 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550972'] for floatingip, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:37.880806 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9983aee-65a0-4cef-9b64-384d89bec815 req-fdce355b-f864-4361-bf33-f598f2362241 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:37.882508 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f9983aee-65a0-4cef-9b64-384d89bec815 req-fdce355b-f864-4361-bf33-f598f2362241 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 944 time: 0.0609832 Sep 10 15:14:37.940819 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f9983aee-65a0-4cef-9b64-384d89bec815 req-a9dc8c22-4df0-4cd3-af3e-feab38d00a60 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476007 Sep 10 15:14:38.031368 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.l3_db [None req-39fd545e-56d0-47ee-b1d5-046b8cba7bc3 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Floating IP 99ec3ee1-6c5f-4b9a-b968-8220aa72831d associated. External IP: 172.27.3.164, port: cb7b6714-8cac-4dc3-814b-2e2a88b946b2. Sep 10 15:14:38.037200 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bf7ea-3a18-487c-9505-4a39504a690f req-40fec9f2-9da4-4846-a7b8-9f0736af5777 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:38.038728 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f79bf7ea-3a18-487c-9505-4a39504a690f req-40fec9f2-9da4-4846-a7b8-9f0736af5777 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 945 time: 0.0479221 Sep 10 15:14:38.076817 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f79bf7ea-3a18-487c-9505-4a39504a690f req-d06f02a0-4447-4def-ad42-b48268a1f1a6 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/security-groups?id=452574b0-ad22-4fdb-a31a-a8d8b288ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321097 Sep 10 15:14:38.231502 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fd545e-56d0-47ee-b1d5-046b8cba7bc3 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Router 92afbcc6-f37b-4db6-9153-e89f51caacda has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:14:38.333311 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fd545e-56d0-47ee-b1d5-046b8cba7bc3 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:14:38.337870 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-39fd545e-56d0-47ee-b1d5-046b8cba7bc3 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:38.342998 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf20e6a2-ccb8-47da-903a-a45727759a97 None None] Sync routers for ids ['92afbcc6-f37b-4db6-9153-e89f51caacda'] in dv-cinder-760184-10-iscsi {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:14:38.353397 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf20e6a2-ccb8-47da-903a-a45727759a97 None None] Routers {'92afbcc6-f37b-4db6-9153-e89f51caacda'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:14:38.354013 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-cf20e6a2-ccb8-47da-903a-a45727759a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:14:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['92afbcc6-f37b-4db6-9153-e89f51caacda'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:38.369085 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-39fd545e-56d0-47ee-b1d5-046b8cba7bc3 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "PUT /v2.0/floatingips/99ec3ee1-6c5f-4b9a-b968-8220aa72831d HTTP/1.1" status: 200 len: 991 time: 1.1192291 Sep 10 15:14:38.443502 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5c1ca-7feb-4063-ac58-05aac6500f60 req-f24de005-9c94-4cdc-83cb-fb835cee9059 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:38.444999 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-25a5c1ca-7feb-4063-ac58-05aac6500f60 req-f24de005-9c94-4cdc-83cb-fb835cee9059 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0469878 Sep 10 15:14:38.457280 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-cf20e6a2-ccb8-47da-903a-a45727759a97 None None] Set router 92afbcc6-f37b-4db6-9153-e89f51caacda gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:14:38.482283 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-25a5c1ca-7feb-4063-ac58-05aac6500f60 req-ecafe99f-4029-423b-95de-671fa17bdf51 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312762 Sep 10 15:14:38.678382 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-cf20e6a2-ccb8-47da-903a-a45727759a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:14:02Z', 'revision_number': 4, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port': {'id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:47Z', 'updated_at': '2021-09-10T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '99ec3ee1-6c5f-4b9a-b968-8220aa72831d', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'port_id': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'mac_address': 'fa:16:3e:f3:48:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854592f7-9bf4-46d9-9be8-e2886434aa25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:14:12Z', 'updated_at': '2021-09-10T15:14:37Z', 'revision_number': 1, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a', 'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'mac_address': 'fa:16:3e:33:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:57Z', 'updated_at': '2021-09-10T15:14:10Z', 'revision_number': 5, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'subnets': [{'id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:38.703772 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf20e6a2-ccb8-47da-903a-a45727759a97 None None] Checking router: 92afbcc6-f37b-4db6-9153-e89f51caacda for host: dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:14:38.712075 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf20e6a2-ccb8-47da-903a-a45727759a97 None None] Routers {'92afbcc6-f37b-4db6-9153-e89f51caacda'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:14:38.712681 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-cf20e6a2-ccb8-47da-903a-a45727759a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:14:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['92afbcc6-f37b-4db6-9153-e89f51caacda'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:38.813692 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-cf20e6a2-ccb8-47da-903a-a45727759a97 None None] Set router 92afbcc6-f37b-4db6-9153-e89f51caacda gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:14:39.025422 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854592f7-9bf4-46d9-9be8-e2886434aa25', 'tag': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:39.027663 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cc73b8-659d-42cc-a3b8-a359c5924177" -d '{"events": [{"name": "network-changed", "server_uuid": "854592f7-9bf4-46d9-9be8-e2886434aa25", "tag": "cb7b6714-8cac-4dc3-814b-2e2a88b946b2"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:39.035475 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-cf20e6a2-ccb8-47da-903a-a45727759a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:14:02Z', 'revision_number': 4, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port': {'id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:47Z', 'updated_at': '2021-09-10T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '99ec3ee1-6c5f-4b9a-b968-8220aa72831d', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'port_id': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'mac_address': 'fa:16:3e:f3:48:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854592f7-9bf4-46d9-9be8-e2886434aa25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:14:12Z', 'updated_at': '2021-09-10T15:14:37Z', 'revision_number': 1, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a', 'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'mac_address': 'fa:16:3e:33:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:57Z', 'updated_at': '2021-09-10T15:14:10Z', 'revision_number': 5, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'subnets': [{'id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:39.061284 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf20e6a2-ccb8-47da-903a-a45727759a97 None None] The sync data for ids ['92afbcc6-f37b-4db6-9153-e89f51caacda'] in dv-cinder-760184-10-iscsi is: [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:14:02Z', 'revision_number': 4, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port': {'id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:47Z', 'updated_at': '2021-09-10T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '99ec3ee1-6c5f-4b9a-b968-8220aa72831d', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'port_id': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'mac_address': 'fa:16:3e:f3:48:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854592f7-9bf4-46d9-9be8-e2886434aa25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:14:12Z', 'updated_at': '2021-09-10T15:14:37Z', 'revision_number': 1, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a', 'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'mac_address': 'fa:16:3e:33:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:57Z', 'updated_at': '2021-09-10T15:14:10Z', 'revision_number': 5, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'subnets': [{'id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:14:39.247158 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92bb67-76ee-4e3a-94ec-48a7f4289818 None None] New status for floating IP 99ec3ee1-6c5f-4b9a-b968-8220aa72831d: ACTIVE {{(pid=94033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:14:40.545851 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-46051130-df87-4a5f-9d74-275295031a94 req-3e45b592-afd0-4d14-a727-c6599fe0549e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf HTTP/1.1" status: 200 len: 217 time: 0.0361438 Sep 10 15:14:40.617841 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46051130-df87-4a5f-9d74-275295031a94 req-534405f8-475c-4b1f-98cb-f5560389f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:40.619557 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-46051130-df87-4a5f-9d74-275295031a94 req-534405f8-475c-4b1f-98cb-f5560389f64b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=119b5847-f28a-498d-b2fc-b0ccb46cb6b3 HTTP/1.1" status: 200 len: 855 time: 0.0640931 Sep 10 15:14:40.621456 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ac0dec-3d8f-45df-a77c-078612be4b4c x-openstack-request-id: req-34ac0dec-3d8f-45df-a77c-078612be4b4c {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:40.621878 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854592f7-9bf4-46d9-9be8-e2886434aa25", "tag": "cb7b6714-8cac-4dc3-814b-2e2a88b946b2", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:40.622261 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34ac0dec-3d8f-45df-a77c-078612be4b4c {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:40.622759 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854592f7-9bf4-46d9-9be8-e2886434aa25', 'tag': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2', 'status': 'completed', 'code': 200} Sep 10 15:14:40.701098 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-46051130-df87-4a5f-9d74-275295031a94 req-14091451-51f0-409f-a364-db397acf225b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d3b0b79-b02f-415f-a544-6d759d712dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471511 Sep 10 15:14:40.708703 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2240b-a730-4508-8b73-75d2e71a3700 req-1500cd1d-a734-4626-9a25-6a55e97f9be2 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:40.710172 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-54a2240b-a730-4508-8b73-75d2e71a3700 req-1500cd1d-a734-4626-9a25-6a55e97f9be2 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 944 time: 0.0813973 Sep 10 15:14:40.731940 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e51fec-d91b-474a-a793-d98197603f89 req-6440a4b9-c472-4944-91f3-816a96edefe9 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:40.733619 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a8e51fec-d91b-474a-a793-d98197603f89 req-6440a4b9-c472-4944-91f3-816a96edefe9 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 945 time: 0.0715427 Sep 10 15:14:40.735461 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc73b8-659d-42cc-a3b8-a359c5924177 req-629c8bd3-aff8-45bc-b9b5-d0b092b8e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:40.737353 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-d7cc73b8-659d-42cc-a3b8-a359c5924177 req-629c8bd3-aff8-45bc-b9b5-d0b092b8e533 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38a103aa430e44d19677d7d83ecdf77d&device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 1098 time: 0.0755413 Sep 10 15:14:40.785270 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-54a2240b-a730-4508-8b73-75d2e71a3700 req-201f3078-76df-4553-b8ff-d758220f4682 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668216 Sep 10 15:14:40.792509 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a8e51fec-d91b-474a-a793-d98197603f89 req-6317de22-deaf-4565-a1ee-7e18dd86145e tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/security-groups?id=452574b0-ad22-4fdb-a31a-a8d8b288ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478022 Sep 10 15:14:40.873355 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-46051130-df87-4a5f-9d74-275295031a94 req-feac2761-e61f-4a46-9443-68ce8d63e3e3 service neutron] 10.222.0.43 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620173 Sep 10 15:14:40.898383 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf84d1-2d57-4c83-923d-cdde5cac5504 req-4ab244df-03e2-4156-86e9-d97403e3857d tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:40.899882 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b6cf84d1-2d57-4c83-923d-cdde5cac5504 req-4ab244df-03e2-4156-86e9-d97403e3857d tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0529711 Sep 10 15:14:40.910279 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc73b8-659d-42cc-a3b8-a359c5924177 req-64babc87-28c0-46bc-bb73-f0448049b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:40.911481 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-d7cc73b8-659d-42cc-a3b8-a359c5924177 req-64babc87-28c0-46bc-bb73-f0448049b5ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=6da470b5-21a6-48da-8f44-511723482333 HTTP/1.1" status: 200 len: 918 time: 0.1569097 Sep 10 15:14:40.946368 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b6cf84d1-2d57-4c83-923d-cdde5cac5504 req-24323f5c-8dcd-4f93-b770-f7bb0be860ed tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388765 Sep 10 15:14:41.030061 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-46051130-df87-4a5f-9d74-275295031a94 req-4a246c95-5b8c-4b15-8493-f64139eaa90f service neutron] 10.222.0.43 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476755 Sep 10 15:14:41.031835 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-d7cc73b8-659d-42cc-a3b8-a359c5924177 req-a98efb42-944f-4cc8-a47a-7226c499a63a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb7b6714-8cac-4dc3-814b-2e2a88b946b2 HTTP/1.1" status: 200 len: 1001 time: 0.1062400 Sep 10 15:14:41.086361 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc73b8-659d-42cc-a3b8-a359c5924177 req-ecf4275e-2373-400f-b8cf-83f0a51b3f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:41.087715 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-d7cc73b8-659d-42cc-a3b8-a359c5924177 req-ecf4275e-2373-400f-b8cf-83f0a51b3f15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef768324-eaba-4f07-b58a-689f0ef013d0 HTTP/1.1" status: 200 len: 856 time: 0.0449634 Sep 10 15:14:41.156181 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2a812-2f08-4ee8-ad63-59b6bf5bcb86 req-f17ed063-88ca-4b28-8f77-4f16cabe35fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:41.158709 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1bc2a812-2f08-4ee8-ad63-59b6bf5bcb86 req-f17ed063-88ca-4b28-8f77-4f16cabe35fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bee7eeacd1f84ecbbada79b0ca26d149&device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 1097 time: 0.0691357 Sep 10 15:14:41.160526 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc73b8-659d-42cc-a3b8-a359c5924177 req-4bbe5aa3-8f7b-45d8-8bd0-9cc23b133db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:41.161870 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-d7cc73b8-659d-42cc-a3b8-a359c5924177 req-4bbe5aa3-8f7b-45d8-8bd0-9cc23b133db2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6da470b5-21a6-48da-8f44-511723482333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0653276 Sep 10 15:14:41.327492 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-d7cc73b8-659d-42cc-a3b8-a359c5924177 req-0c51075a-23f1-4370-a73b-801682982711 service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487598 Sep 10 15:14:41.330799 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2a812-2f08-4ee8-ad63-59b6bf5bcb86 req-84819cb7-52bf-4967-93e2-b1c138d4e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:41.332107 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1bc2a812-2f08-4ee8-ad63-59b6bf5bcb86 req-84819cb7-52bf-4967-93e2-b1c138d4e778 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d3b0b79-b02f-415f-a544-6d759d712dbf HTTP/1.1" status: 200 len: 916 time: 0.1464798 Sep 10 15:14:41.406498 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1bc2a812-2f08-4ee8-ad63-59b6bf5bcb86 req-1ff5a0f3-37fd-4dfe-a967-1450dc12bf6c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf HTTP/1.1" status: 200 len: 217 time: 0.0501628 Sep 10 15:14:41.496180 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2a812-2f08-4ee8-ad63-59b6bf5bcb86 req-07a2aa10-6e4e-4d62-9259-ca3a9422fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:41.497675 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1bc2a812-2f08-4ee8-ad63-59b6bf5bcb86 req-07a2aa10-6e4e-4d62-9259-ca3a9422fb63 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=119b5847-f28a-498d-b2fc-b0ccb46cb6b3 HTTP/1.1" status: 200 len: 855 time: 0.0836968 Sep 10 15:14:41.499530 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-d7cc73b8-659d-42cc-a3b8-a359c5924177 req-1c50be21-d02a-4194-87b1-513b337943dc service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500723 Sep 10 15:14:41.545228 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1bc2a812-2f08-4ee8-ad63-59b6bf5bcb86 req-f9cc1580-cc2a-4fbd-87aa-9eccbf7eb468 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d3b0b79-b02f-415f-a544-6d759d712dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279717 Sep 10 15:14:41.664715 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1bc2a812-2f08-4ee8-ad63-59b6bf5bcb86 req-fddb4141-be7b-4b31-94ec-61f17d65f8fc service neutron] 10.222.0.43 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989170 Sep 10 15:14:41.691470 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 55830) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:41.773650 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1bc2a812-2f08-4ee8-ad63-59b6bf5bcb86 req-7f0834ff-1936-438d-809a-cdfd8168dfa9 service neutron] 10.222.0.43 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942404 Sep 10 15:14:41.850229 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-accc1cac-b43b-4c76-a6c8-962a72f9e9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:41.979662 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cda502-28ec-4424-85cc-03fe57c1f781 req-cf7378a9-2f61-4083-b4a3-d8e1c9e13c8a tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:41.981148 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e4cda502-28ec-4424-85cc-03fe57c1f781 req-cf7378a9-2f61-4083-b4a3-d8e1c9e13c8a tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 945 time: 0.1082270 Sep 10 15:14:42.007498 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e1cab-7c09-4434-9d11-d45855be8da7 req-545fbe33-6c07-466f-a34e-90c8fa5a983d tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:42.008914 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f87e1cab-7c09-4434-9d11-d45855be8da7 req-545fbe33-6c07-466f-a34e-90c8fa5a983d tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 944 time: 0.1041963 Sep 10 15:14:42.069334 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e4cda502-28ec-4424-85cc-03fe57c1f781 req-11256bd4-9dc2-40dc-aae8-f7576c4dfbad tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/security-groups?id=452574b0-ad22-4fdb-a31a-a8d8b288ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791173 Sep 10 15:14:42.089596 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f87e1cab-7c09-4434-9d11-d45855be8da7 req-db86be9c-d7d3-4ca9-aa62-d705d2674c78 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726628 Sep 10 15:14:42.100900 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-accc1cac-b43b-4c76-a6c8-962a72f9e9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:42.106005 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-accc1cac-b43b-4c76-a6c8-962a72f9e9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:42.170399 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-accc1cac-b43b-4c76-a6c8-962a72f9e9cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e172e171df48465da6b92e7bb2a8f1f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4777718 Sep 10 15:14:42.172365 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc1cac-b43b-4c76-a6c8-962a72f9e9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ee7bf8-8a51-43b0-b864-57434c21b176,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:42.173223 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 55852) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:42.184884 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc1cac-b43b-4c76-a6c8-962a72f9e9cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.185240 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc1cac-b43b-4c76-a6c8-962a72f9e9cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.185575 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc1cac-b43b-4c76-a6c8-962a72f9e9cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.185907 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc1cac-b43b-4c76-a6c8-962a72f9e9cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.186229 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc1cac-b43b-4c76-a6c8-962a72f9e9cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.186555 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc1cac-b43b-4c76-a6c8-962a72f9e9cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.186878 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc1cac-b43b-4c76-a6c8-962a72f9e9cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.187205 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc1cac-b43b-4c76-a6c8-962a72f9e9cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.187515 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc1cac-b43b-4c76-a6c8-962a72f9e9cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.187830 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc1cac-b43b-4c76-a6c8-962a72f9e9cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.188143 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc1cac-b43b-4c76-a6c8-962a72f9e9cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.188454 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc1cac-b43b-4c76-a6c8-962a72f9e9cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.208192 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92ae50-4cba-44ee-83bf-f0f696327630 req-51aedc6b-3004-40e9-b90c-a5720169dbc3 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:42.209778 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6e92ae50-4cba-44ee-83bf-f0f696327630 req-51aedc6b-3004-40e9-b90c-a5720169dbc3 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0795765 Sep 10 15:14:42.235086 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-31d694ca-7f48-41ee-996e-7fc14aa86a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:42.259136 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-31d694ca-7f48-41ee-996e-7fc14aa86a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:42.261001 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6e92ae50-4cba-44ee-83bf-f0f696327630 req-352ac630-d7c7-422c-9d19-68be5e3265f3 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423567 Sep 10 15:14:42.305519 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-31d694ca-7f48-41ee-996e-7fc14aa86a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:42.308156 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-31d694ca-7f48-41ee-996e-7fc14aa86a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:42.309483 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-31d694ca-7f48-41ee-996e-7fc14aa86a15 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8ee7bf8-8a51-43b0-b864-57434c21b176 HTTP/1.1" status: 204 len: 168 time: 0.1347063 Sep 10 15:14:42.317282 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d694ca-7f48-41ee-996e-7fc14aa86a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ee7bf8-8a51-43b0-b864-57434c21b176,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:42.324158 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d694ca-7f48-41ee-996e-7fc14aa86a15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.324506 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d694ca-7f48-41ee-996e-7fc14aa86a15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.324871 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d694ca-7f48-41ee-996e-7fc14aa86a15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.325207 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d694ca-7f48-41ee-996e-7fc14aa86a15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.325538 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d694ca-7f48-41ee-996e-7fc14aa86a15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.325862 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d694ca-7f48-41ee-996e-7fc14aa86a15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.326185 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d694ca-7f48-41ee-996e-7fc14aa86a15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.326508 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d694ca-7f48-41ee-996e-7fc14aa86a15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.326832 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d694ca-7f48-41ee-996e-7fc14aa86a15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.327146 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d694ca-7f48-41ee-996e-7fc14aa86a15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.327461 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d694ca-7f48-41ee-996e-7fc14aa86a15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.327780 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d694ca-7f48-41ee-996e-7fc14aa86a15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:42.568381 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 55858) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:42.583919 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5a75d77a-371d-41e0-b7b0-d31b883b2b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:42.671160 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5a75d77a-371d-41e0-b7b0-d31b883b2b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:42.676473 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5a75d77a-371d-41e0-b7b0-d31b883b2b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:42.712294 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:14:42.723266 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75d77a-371d-41e0-b7b0-d31b883b2b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0780d2a-a419-4410-a4c8-c91f225b9e85,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:42.729694 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-5a75d77a-371d-41e0-b7b0-d31b883b2b17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10b5aa68e05d49549366b0a9620dc49c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602368 Sep 10 15:14:42.732245 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 55862) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:42.784855 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-174244d0-9498-44f0-be2b-4d36c5e665bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:42.808569 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-174244d0-9498-44f0-be2b-4d36c5e665bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:42.856890 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-174244d0-9498-44f0-be2b-4d36c5e665bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:42.859528 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-174244d0-9498-44f0-be2b-4d36c5e665bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:42.861297 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-174244d0-9498-44f0-be2b-4d36c5e665bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0780d2a-a419-4410-a4c8-c91f225b9e85 HTTP/1.1" status: 204 len: 168 time: 0.1274953 Sep 10 15:14:42.868879 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174244d0-9498-44f0-be2b-4d36c5e665bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0780d2a-a419-4410-a4c8-c91f225b9e85,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:43.252084 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a70e9-9b25-4319-9963-b15a79cd6978 req-a33d8da2-e0f8-4de6-bf7a-ba7f41be803a tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:43.253572 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c75a70e9-9b25-4319-9963-b15a79cd6978 req-a33d8da2-e0f8-4de6-bf7a-ba7f41be803a tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 945 time: 0.0995827 Sep 10 15:14:43.264666 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3063ed4-4394-4919-9743-4fe7bc4ebced req-596e30f9-52fa-485e-bcc2-5a7cf1677bf0 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:43.266060 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f3063ed4-4394-4919-9743-4fe7bc4ebced req-596e30f9-52fa-485e-bcc2-5a7cf1677bf0 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 944 time: 0.0664983 Sep 10 15:14:43.330360 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c75a70e9-9b25-4319-9963-b15a79cd6978 req-7638b310-988b-43da-bfaa-1438a001bb80 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/security-groups?id=452574b0-ad22-4fdb-a31a-a8d8b288ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633574 Sep 10 15:14:43.341897 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f3063ed4-4394-4919-9743-4fe7bc4ebced req-9c0ba109-0a29-41c9-9ac1-e4d86a4f8e06 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681162 Sep 10 15:14:43.435228 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5029705-3f5b-434a-9704-f45406e788ca req-f8e228a5-68ee-4443-8959-c8941b26fc34 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:43.436675 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e5029705-3f5b-434a-9704-f45406e788ca req-f8e228a5-68ee-4443-8959-c8941b26fc34 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0471718 Sep 10 15:14:43.473602 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e5029705-3f5b-434a-9704-f45406e788ca req-2ba88c11-8fb1-4882-bf99-da8e56b3e10f tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304539 Sep 10 15:14:46.724551 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:14:46.825455 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf,segment=NetworkSegment(de5263cf-a3f7-46c0-8040-dfb47c3c461f),segment_id=de5263cf-a3f7-46c0-8040-dfb47c3c461f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:46.838756 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': '5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf', 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf', 'port_id': '5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf', 'mac_address': 'fa:16:3e:e3:ff:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119b5847-f28a-498d-b2fc-b0ccb46cb6b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:14:46.882172 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd11d0-dfd9-4854-89a1-608395ed3e28 req-6e241575-efae-4abe-94d2-3e2af8f751f2 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:46.883670 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a8bd11d0-dfd9-4854-89a1-608395ed3e28 req-6e241575-efae-4abe-94d2-3e2af8f751f2 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.43 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 945 time: 0.0860255 Sep 10 15:14:46.884304 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:46.897949 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:14:46.918887 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf,segment=NetworkSegment(de5263cf-a3f7-46c0-8040-dfb47c3c461f),segment_id=de5263cf-a3f7-46c0-8040-dfb47c3c461f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:46.924443 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:46.924731 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e2e98-e538-42be-9303-e1d41345080d req-554eb7fc-c2b8-479b-b60f-679631c5000f tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:46.927110 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-880e2e98-e538-42be-9303-e1d41345080d req-554eb7fc-c2b8-479b-b60f-679631c5000f tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 945 time: 0.0647097 Sep 10 15:14:46.935256 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c0413-088a-4986-b5f6-2658923b31fd req-802bd2a4-bcdf-4295-bef8-4dfa4d0989a5 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:46.936903 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a74c0413-088a-4986-b5f6-2658923b31fd req-802bd2a4-bcdf-4295-bef8-4dfa4d0989a5 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 944 time: 0.1023147 Sep 10 15:14:46.974595 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:46.981587 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:46.981962 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:46.982306 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:46.982640 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:46.990947 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:46.990947 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:46.990947 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:46.990947 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:46.990947 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:46.990947 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:46.990947 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:46.990947 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:46.999913 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-880e2e98-e538-42be-9303-e1d41345080d req-7aa74aa1-782f-42d4-9d26-7c2de97f573f tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/security-groups?id=452574b0-ad22-4fdb-a31a-a8d8b288ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622270 Sep 10 15:14:47.003154 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a74c0413-088a-4986-b5f6-2658923b31fd req-73c7cd4d-3cc8-4029-97ad-b051bcb02839 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587971 Sep 10 15:14:47.034774 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-a8bd11d0-dfd9-4854-89a1-608395ed3e28 req-b30b913f-a6e8-4644-a9f8-6eebf77ce7ca tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Deleting port fd24af28-19fb-4217-aebc-cf16b95f6e05 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:14:47.035114 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-a8bd11d0-dfd9-4854-89a1-608395ed3e28 req-b30b913f-a6e8-4644-a9f8-6eebf77ce7ca tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:47.116141 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff9765-3783-49c9-8030-927d8351fdc8 req-b5546262-9c87-405d-97e4-130abf1466ba tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:47.117687 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-91ff9765-3783-49c9-8030-927d8351fdc8 req-b5546262-9c87-405d-97e4-130abf1466ba tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0525692 Sep 10 15:14:47.132196 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-a8bd11d0-dfd9-4854-89a1-608395ed3e28 req-b30b913f-a6e8-4644-a9f8-6eebf77ce7ca tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] For port fd24af28-19fb-4217-aebc-cf16b95f6e05, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=fd24af28-19fb-4217-aebc-cf16b95f6e05,segment=NetworkSegment(068ee32f-3c5d-471e-b9ca-cbcf88d138c1),segment_id=068ee32f-3c5d-471e-b9ca-cbcf88d138c1)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:47.132570 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-a8bd11d0-dfd9-4854-89a1-608395ed3e28 req-b30b913f-a6e8-4644-a9f8-6eebf77ce7ca tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:47.148644 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-a8bd11d0-dfd9-4854-89a1-608395ed3e28 req-b30b913f-a6e8-4644-a9f8-6eebf77ce7ca tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Calling delete_port for fd24af28-19fb-4217-aebc-cf16b95f6e05 owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:14:47.156239 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-91ff9765-3783-49c9-8030-927d8351fdc8 req-ff4eef23-d08b-49eb-b8c4-de49811fa53e tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323331 Sep 10 15:14:47.303190 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-a8bd11d0-dfd9-4854-89a1-608395ed3e28 req-b30b913f-a6e8-4644-a9f8-6eebf77ce7ca tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:47.307424 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:14:47.333517 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b913f-a6e8-4644-a9f8-6eebf77ce7ca tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Pushing event deleted for resources: {'Port': ['ID=fd24af28-19fb-4217-aebc-cf16b95f6e05,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:47.396569 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bd11d0-dfd9-4854-89a1-608395ed3e28 req-b30b913f-a6e8-4644-a9f8-6eebf77ce7ca tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] No DVR routers for this DVR port fd24af28-19fb-4217-aebc-cf16b95f6e05 on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:14:47.399640 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-a8bd11d0-dfd9-4854-89a1-608395ed3e28 req-b30b913f-a6e8-4644-a9f8-6eebf77ce7ca tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:47.406473 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a8bd11d0-dfd9-4854-89a1-608395ed3e28 req-b30b913f-a6e8-4644-a9f8-6eebf77ce7ca tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.43 "DELETE /v2.0/ports/fd24af28-19fb-4217-aebc-cf16b95f6e05 HTTP/1.1" status: 204 len: 173 time: 0.5123248 Sep 10 15:14:47.407200 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d0486a-f3cb-4329-b1ac-7c01477f2bff', 'name': 'network-vif-deleted', 'tag': 'fd24af28-19fb-4217-aebc-cf16b95f6e05'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:47.413006 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6008af-6838-4578-b1fa-e69361792182" -d '{"events": [{"server_uuid": "42d0486a-f3cb-4329-b1ac-7c01477f2bff", "name": "network-vif-deleted", "tag": "fd24af28-19fb-4217-aebc-cf16b95f6e05"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:47.475396 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1a5065-6faf-4b45-a6fd-66f40bcb7cd9 x-openstack-request-id: req-5e1a5065-6faf-4b45-a6fd-66f40bcb7cd9 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:47.475868 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d0486a-f3cb-4329-b1ac-7c01477f2bff", "name": "network-vif-deleted", "tag": "fd24af28-19fb-4217-aebc-cf16b95f6e05", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:47.476122 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e1a5065-6faf-4b45-a6fd-66f40bcb7cd9 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:47.476516 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d0486a-f3cb-4329-b1ac-7c01477f2bff', 'name': 'network-vif-deleted', 'tag': 'fd24af28-19fb-4217-aebc-cf16b95f6e05', 'status': 'completed', 'code': 200} Sep 10 15:14:47.664880 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device fd24af28-19fb-4217-aebc-cf16b95f6e05 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:14:47.685075 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: fd24af28-19fb-4217-aebc-cf16b95f6e05 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:14:47.685414 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device fd24af28-19fb-4217-aebc-cf16b95f6e05 not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:14:48.125157 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-55e16d11-daa2-4f98-b8df-db03f0206f7d req-8fd138f6-cb33-4e13-a282-a2b81f50eb20 tempest-DeleteServersTestJSON-1357039277 tempest-DeleteServersTestJSON-1357039277-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d0486a-f3cb-4329-b1ac-7c01477f2bff HTTP/1.1" status: 200 len: 210 time: 0.0496752 Sep 10 15:14:48.149496 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4333a-1f24-43ed-85e5-cd626b980044 req-e24a2226-6dff-4be0-8bbf-aac3b80836eb tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:48.151104 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c6b4333a-1f24-43ed-85e5-cd626b980044 req-e24a2226-6dff-4be0-8bbf-aac3b80836eb tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 945 time: 0.0739348 Sep 10 15:14:48.189563 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c6b4333a-1f24-43ed-85e5-cd626b980044 req-6b1cfc80-046f-4d2b-bf72-9ee27e8f844a tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319541 Sep 10 15:14:48.282455 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7583e-bbea-4cd5-a102-8d1de26e3cd8 req-491fe304-1ff5-4389-a083-56b1e8a954e5 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:48.284024 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-09b7583e-bbea-4cd5-a102-8d1de26e3cd8 req-491fe304-1ff5-4389-a083-56b1e8a954e5 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0500605 Sep 10 15:14:48.321137 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-09b7583e-bbea-4cd5-a102-8d1de26e3cd8 req-420d6dd2-41d3-443f-b1f3-834d8f709145 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312867 Sep 10 15:14:49.303082 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f4699-26aa-4beb-9dd7-c18d36440d08 req-14b89cd8-e4dd-4f1e-9ad6-f3f84240b4b6 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:49.304552 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ec4f4699-26aa-4beb-9dd7-c18d36440d08 req-14b89cd8-e4dd-4f1e-9ad6-f3f84240b4b6 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 945 time: 0.0471218 Sep 10 15:14:49.342896 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ec4f4699-26aa-4beb-9dd7-c18d36440d08 req-db30aafa-f363-473d-abe0-330b4c2daa97 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321810 Sep 10 15:14:49.472061 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b8894-1f88-4209-a8f6-7fdb557d2271 req-39281165-61f8-41a2-bc8e-d62bdebf9111 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:49.473824 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a44b8894-1f88-4209-a8f6-7fdb557d2271 req-39281165-61f8-41a2-bc8e-d62bdebf9111 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0528519 Sep 10 15:14:49.513732 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a44b8894-1f88-4209-a8f6-7fdb557d2271 req-7487d45f-fbc0-403e-8b1b-a63b9200f516 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325232 Sep 10 15:14:51.417525 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:14:51.465097 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:14:51.468823 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:51.469211 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:51.545327 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:51.567366 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f559952-3461-4796-a0e9-2d5135e91f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:51.569625 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a398027-0504-45eb-ab5f-bba0c24517d7" -d '{"events": [{"server_uuid": "3f559952-3461-4796-a0e9-2d5135e91f3c", "name": "network-vif-plugged", "status": "completed", "tag": "5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:51.582092 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf,segment=NetworkSegment(de5263cf-a3f7-46c0-8040-dfb47c3c461f),segment_id=de5263cf-a3f7-46c0-8040-dfb47c3c461f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:51.585946 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:51.633971 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:52.619638 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f6044-7f53-4415-9fe6-3553d8756a34 req-9b4d5dd5-dd42-4a87-b643-3c5841925d4e tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:52.621255 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a94f6044-7f53-4415-9fe6-3553d8756a34 req-9b4d5dd5-dd42-4a87-b643-3c5841925d4e tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 946 time: 0.0478723 Sep 10 15:14:52.659206 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-44b0245f-c7bd-433d-b580-00ff628295d9 req-4e5606d2-db0d-456e-96f0-2b607544e0f2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428231 Sep 10 15:14:52.660373 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a94f6044-7f53-4415-9fe6-3553d8756a34 req-3616c77d-b96c-4bdd-85f3-16e47fc9a311 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323064 Sep 10 15:14:52.721694 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11892d3d-cdbd-434a-b84e-b5626a8d6471 req-fe1b8d7e-2d54-4000-84ff-2a5463131564 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:52.723200 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-11892d3d-cdbd-434a-b84e-b5626a8d6471 req-fe1b8d7e-2d54-4000-84ff-2a5463131564 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0508139 Sep 10 15:14:52.734317 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b06381-4c39-415c-954d-e3ba355b7cd1 x-openstack-request-id: req-e0b06381-4c39-415c-954d-e3ba355b7cd1 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:52.734799 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f559952-3461-4796-a0e9-2d5135e91f3c", "name": "network-vif-plugged", "status": "completed", "tag": "5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:52.734879 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0b06381-4c39-415c-954d-e3ba355b7cd1 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:52.735238 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f559952-3461-4796-a0e9-2d5135e91f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf', 'code': 200} Sep 10 15:14:52.760426 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0245f-c7bd-433d-b580-00ff628295d9 req-6d9144a8-bf5f-411d-8334-c359f0cb2f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:52.761930 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-44b0245f-c7bd-433d-b580-00ff628295d9 req-6d9144a8-bf5f-411d-8334-c359f0cb2f53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bee7eeacd1f84ecbbada79b0ca26d149&device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 1098 time: 0.0425923 Sep 10 15:14:52.769321 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-11892d3d-cdbd-434a-b84e-b5626a8d6471 req-7c067787-dd91-470f-b460-07f4905a2389 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374565 Sep 10 15:14:53.117031 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0245f-c7bd-433d-b580-00ff628295d9 req-6c3d313c-75c5-45b4-b9ae-43dd49b612e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:53.118358 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-44b0245f-c7bd-433d-b580-00ff628295d9 req-6c3d313c-75c5-45b4-b9ae-43dd49b612e6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d3b0b79-b02f-415f-a544-6d759d712dbf HTTP/1.1" status: 200 len: 916 time: 0.3169148 Sep 10 15:14:53.133043 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80357b7-e043-4d2a-b185-7faa9c43709b req-49df3f88-7b19-40bf-8282-f815e20a9e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:53.134388 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a80357b7-e043-4d2a-b185-7faa9c43709b req-49df3f88-7b19-40bf-8282-f815e20a9e08 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 1099 time: 0.2494938 Sep 10 15:14:53.171932 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-44b0245f-c7bd-433d-b580-00ff628295d9 req-c53c8931-30d3-448f-bfe4-9880cc81549d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a1e7931-59bf-4491-9b74-302fdf764bf8 HTTP/1.1" status: 200 len: 217 time: 0.0366631 Sep 10 15:14:53.226855 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a80357b7-e043-4d2a-b185-7faa9c43709b req-30535326-6d72-440a-81b2-8edda3f40a25 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605798 Sep 10 15:14:53.239921 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0245f-c7bd-433d-b580-00ff628295d9 req-54111e6e-8b89-4303-9e76-ad03d254c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:53.241320 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-44b0245f-c7bd-433d-b580-00ff628295d9 req-54111e6e-8b89-4303-9e76-ad03d254c7a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=119b5847-f28a-498d-b2fc-b0ccb46cb6b3 HTTP/1.1" status: 200 len: 855 time: 0.0563662 Sep 10 15:14:53.568636 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-44b0245f-c7bd-433d-b580-00ff628295d9 req-58bd650c-4325-4831-be3f-8468ec8303b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d3b0b79-b02f-415f-a544-6d759d712dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260053 Sep 10 15:14:53.666817 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-44b0245f-c7bd-433d-b580-00ff628295d9 req-23bf90fe-3ce7-4aa1-8e77-edce7d90ec6d service neutron] 10.222.0.43 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846915 Sep 10 15:14:53.778793 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-44b0245f-c7bd-433d-b580-00ff628295d9 req-21b21765-39b1-49fa-b44e-5ad3137961e2 service neutron] 10.222.0.43 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931120 Sep 10 15:14:53.785090 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6e0b6-0f54-455a-8dd9-0fc7232b7af6 req-b4c41671-7136-4fe6-a2c2-26f1e5b1b2b5 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:53.786591 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2aa6e0b6-0f54-455a-8dd9-0fc7232b7af6 req-b4c41671-7136-4fe6-a2c2-26f1e5b1b2b5 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 946 time: 0.0547249 Sep 10 15:14:53.822239 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 56026) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:53.830613 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2aa6e0b6-0f54-455a-8dd9-0fc7232b7af6 req-ebb1e381-824e-4307-896f-8f80cc4bb7cd tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376775 Sep 10 15:14:53.873512 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b184f7-19c0-49fa-8e9a-df4301981ef7 admin admin] Deleting subnet f991c501-9a37-464f-967c-9f7392eb5e1c {{(pid=94032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:14:53.877674 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-98b184f7-19c0-49fa-8e9a-df4301981ef7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:53.911846 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-98b184f7-19c0-49fa-8e9a-df4301981ef7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:53.921809 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-98b184f7-19c0-49fa-8e9a-df4301981ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766759'] for subnet, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:53.969980 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86b792-711e-4642-93ec-c0e6b735c210 req-ed796a90-fd55-45b5-a404-645cf01a61a5 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:53.972293 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-be86b792-711e-4642-93ec-c0e6b735c210 req-ed796a90-fd55-45b5-a404-645cf01a61a5 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0641918 Sep 10 15:14:53.995796 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:53.997128 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-98b184f7-19c0-49fa-8e9a-df4301981ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for subnet, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.014752 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-be86b792-711e-4642-93ec-c0e6b735c210 req-cb9b8410-eb43-48b7-8e80-64acfaf66b3f tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353892 Sep 10 15:14:54.024808 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b184f7-19c0-49fa-8e9a-df4301981ef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f991c501-9a37-464f-967c-9f7392eb5e1c,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:54.026779 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-98b184f7-19c0-49fa-8e9a-df4301981ef7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.028835 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-98b184f7-19c0-49fa-8e9a-df4301981ef7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f991c501-9a37-464f-967c-9f7392eb5e1c HTTP/1.1" status: 204 len: 168 time: 0.2052102 Sep 10 15:14:54.031119 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 56036) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:54.098804 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1354939'] for network, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.180457 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767442', 'neutron.services.segments.db._delete_segments_for_network-8740670112925'] for network, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.201686 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:54.202143 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:54.202917 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:54.203242 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Subscribe: > port after_create 55550000 {{(pid=94032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:54.203583 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:54.204080 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Subscribe: > port after_update 55550000 {{(pid=94032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:54.205033 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:54.205377 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:54.205686 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:54.206003 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:54.274578 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:54.274914 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:54.275236 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:54.275554 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:14:54.275916 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8367ea-a774-4a00-9eb2-8e6f041a796b']}} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:54.293122 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068ee32f-3c5d-471e-b9ca-cbcf88d138c1') {'for_net_delete': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:54.293332 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068ee32f-3c5d-471e-b9ca-cbcf88d138c1') {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:54.308846 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740670111398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13604982'] for segment, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.328559 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.337038 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:14:54.337424 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13900707'] for segment, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: from cryptography.utils import int_from_bytes Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: from cryptography.utils import int_from_bytes Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: Traceback (most recent call last): Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: timer() Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: cb(*args, **kw) Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: return func(*args, **kwargs) Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: self._notify() Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: self.callback(batched_events) Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: event.method(event) Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: return f(self, *a, **k) Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: return self._get(url).json() Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: return self.request(url, 'GET', **kwargs) Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:14:54.341618 dv-cinder-760184-10-iscsi neutron-server[94032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:14:54.404212 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550926'] for network, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.421336 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.423855 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7d8367ea-a774-4a00-9eb2-8e6f041a796b HTTP/1.1" status: 204 len: 168 time: 0.3912864 Sep 10 15:14:54.425156 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab23ae6-db28-451a-9d1d-be7005b77a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d8367ea-a774-4a00-9eb2-8e6f041a796b,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:54.588941 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 56042) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:54.630288 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-4b54cbc5-1f62-46bc-9365-f857f68225e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a704710d5e9d4ef1b4b1c9b49d2a9fcb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398080 Sep 10 15:14:54.632323 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 56046) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:54.681248 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4ecdd56a-c593-4078-b829-4cb5f27fa043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.705232 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4ecdd56a-c593-4078-b829-4cb5f27fa043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.765339 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4ecdd56a-c593-4078-b829-4cb5f27fa043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.768570 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4ecdd56a-c593-4078-b829-4cb5f27fa043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.769819 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-4ecdd56a-c593-4078-b829-4cb5f27fa043 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/452574b0-ad22-4fdb-a31a-a8d8b288ba07 HTTP/1.1" status: 204 len: 168 time: 0.1365132 Sep 10 15:14:54.784269 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecdd56a-c593-4078-b829-4cb5f27fa043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452574b0-ad22-4fdb-a31a-a8d8b288ba07,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:54.975991 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c71c3-3ac9-4d92-a0d1-10a8f625fb95 req-7d3d8901-f6f4-4afd-9343-a954bf468490 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:54.985117 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d26c71c3-3ac9-4d92-a0d1-10a8f625fb95 req-7d3d8901-f6f4-4afd-9343-a954bf468490 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 946 time: 0.0695059 Sep 10 15:14:55.051078 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d26c71c3-3ac9-4d92-a0d1-10a8f625fb95 req-b97cd897-bf28-4371-a174-061e6b32528b tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610011 Sep 10 15:14:55.151915 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07855f23-321d-4aa4-a2f3-5920a3d55c62 req-b15ed9da-900f-4ae9-bbe3-977b099841c5 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:55.153426 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-07855f23-321d-4aa4-a2f3-5920a3d55c62 req-b15ed9da-900f-4ae9-bbe3-977b099841c5 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0585268 Sep 10 15:14:55.195081 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-07855f23-321d-4aa4-a2f3-5920a3d55c62 req-cd1b46fe-b81e-44d7-86c8-78034cf0ef70 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342877 Sep 10 15:14:56.298380 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 56136) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:56.407942 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b0be7a82-ed39-4dcc-989a-7285576e08c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:56.499805 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b0be7a82-ed39-4dcc-989a-7285576e08c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:56.503513 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b0be7a82-ed39-4dcc-989a-7285576e08c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:56.541401 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-b0be7a82-ed39-4dcc-989a-7285576e08c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61dd185a5d204bd3a651f9eff062f731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419388 Sep 10 15:14:56.542474 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be7a82-ed39-4dcc-989a-7285576e08c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3bac20-a6a8-407a-90eb-e0e295b5530e,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:56.544136 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 56144) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:56.597215 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7e59af03-5c31-4c9e-9bd1-9ee2aec786f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:56.619899 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7e59af03-5c31-4c9e-9bd1-9ee2aec786f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:56.666885 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7e59af03-5c31-4c9e-9bd1-9ee2aec786f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:56.669653 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7e59af03-5c31-4c9e-9bd1-9ee2aec786f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:56.673739 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-7e59af03-5c31-4c9e-9bd1-9ee2aec786f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d3bac20-a6a8-407a-90eb-e0e295b5530e HTTP/1.1" status: 204 len: 168 time: 0.1245801 Sep 10 15:14:56.679620 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59af03-5c31-4c9e-9bd1-9ee2aec786f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3bac20-a6a8-407a-90eb-e0e295b5530e,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:57.215975 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 56178) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:57.321334 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a65935fb-5b5b-4b3c-bd56-eaa5d4fec258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.415390 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 56190) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:57.416007 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a65935fb-5b5b-4b3c-bd56-eaa5d4fec258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.419866 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a65935fb-5b5b-4b3c-bd56-eaa5d4fec258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.461020 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a65935fb-5b5b-4b3c-bd56-eaa5d4fec258 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5e19682775e4bc18004bdd5fd3a4d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439163 Sep 10 15:14:57.461947 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65935fb-5b5b-4b3c-bd56-eaa5d4fec258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dfb568-df5f-403f-a3ea-13f4994b3f16,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:57.463705 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 56194) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:57.514486 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-0ece243d-74c1-4d27-8511-d6e912efb1a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-565023673-network', 'tenant_id': '937164ea8404455fbfe51a0ef6ebaac5'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:57.521762 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-54dff8d6-ce09-4856-9af4-9e9e6763d2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.555287 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-54dff8d6-ce09-4856-9af4-9e9e6763d2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.561235 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ece243d-74c1-4d27-8511-d6e912efb1a0 admin admin] Made reservation on behalf of 937164ea8404455fbfe51a0ef6ebaac5 for: {'network': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:14:57.563377 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0ece243d-74c1-4d27-8511-d6e912efb1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for network, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.578240 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0ece243d-74c1-4d27-8511-d6e912efb1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.634223 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-54dff8d6-ce09-4856-9af4-9e9e6763d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.636670 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-54dff8d6-ce09-4856-9af4-9e9e6763d2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.637869 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-54dff8d6-ce09-4856-9af4-9e9e6763d2b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2dfb568-df5f-403f-a3ea-13f4994b3f16 HTTP/1.1" status: 204 len: 168 time: 0.1724017 Sep 10 15:14:57.653906 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dff8d6-ce09-4856-9af4-9e9e6763d2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dfb568-df5f-403f-a3ea-13f4994b3f16,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:57.710675 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0ece243d-74c1-4d27-8511-d6e912efb1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.714544 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0ece243d-74c1-4d27-8511-d6e912efb1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.740739 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ece243d-74c1-4d27-8511-d6e912efb1a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=94032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:14:57.749854 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece243d-74c1-4d27-8511-d6e912efb1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:57.760504 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0ece243d-74c1-4d27-8511-d6e912efb1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.760971 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.segments_db [None req-0ece243d-74c1-4d27-8511-d6e912efb1a0 admin admin] Added segment 3e438b74-5a78-40d0-a3c3-265005699fe7 of type vlan for network eb8b3829-c16f-4854-b85b-761eddb88d44 Sep 10 15:14:57.801472 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0ece243d-74c1-4d27-8511-d6e912efb1a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740669571112'] for network, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.826864 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0ece243d-74c1-4d27-8511-d6e912efb1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for network, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.828089 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ece243d-74c1-4d27-8511-d6e912efb1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:57.828694 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0ece243d-74c1-4d27-8511-d6e912efb1a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.863348 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-0ece243d-74c1-4d27-8511-d6e912efb1a0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4440455 Sep 10 15:14:57.863590 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 56200) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:57.870580 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-ada80879-ce70-401e-b0a7-b36be286b0b4 admin admin] Request body: {'subnet': {'network_id': 'eb8b3829-c16f-4854-b85b-761eddb88d44', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-565023673-subnet', 'tenant_id': '937164ea8404455fbfe51a0ef6ebaac5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:57.903977 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece243d-74c1-4d27-8511-d6e912efb1a0 admin admin] Pushing event updated for resources: {'Network': ['ID=eb8b3829-c16f-4854-b85b-761eddb88d44,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:57.920257 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Network eb8b3829-c16f-4854-b85b-761eddb88d44 details requested by agent ovs-agent-dv-cinder-760184-10-iscsi with host dv-cinder-760184-10-iscsi {{(pid=94033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:14:57.922371 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 56202) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:57.929086 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada80879-ce70-401e-b0a7-b36be286b0b4 admin admin] Made reservation on behalf of 937164ea8404455fbfe51a0ef6ebaac5 for: {'subnet': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:14:57.932079 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ada80879-ce70-401e-b0a7-b36be286b0b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13349712'] for subnet, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.937514 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b4321958-2775-49b2-8448-a7be2f2f4287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:58.033246 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b4321958-2775-49b2-8448-a7be2f2f4287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:58.037514 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b4321958-2775-49b2-8448-a7be2f2f4287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:58.074908 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-b4321958-2775-49b2-8448-a7be2f2f4287 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed0310e22341408a8102e0fe3c11a643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505666 Sep 10 15:14:58.076083 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4321958-2775-49b2-8448-a7be2f2f4287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066c101f-8263-4057-9105-e058d0884689,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:58.078629 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 56204) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:58.117081 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ada80879-ce70-401e-b0a7-b36be286b0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13899776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13349710'] for subnet, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:58.137584 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-33dd026f-e558-4114-88a4-dc1829ae7b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:58.159498 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-33dd026f-e558-4114-88a4-dc1829ae7b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:58.169815 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada80879-ce70-401e-b0a7-b36be286b0b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8919d990-e612-447d-b823-f5d453bec3e1,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:58.181512 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada80879-ce70-401e-b0a7-b36be286b0b4 admin admin] Checking segment: {'id': '3e438b74-5a78-40d0-a3c3-265005699fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb8b3829-c16f-4854-b85b-761eddb88d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:14:58.181866 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada80879-ce70-401e-b0a7-b36be286b0b4 admin admin] Network hostable DHCP agents. Network: eb8b3829-c16f-4854-b85b-761eddb88d44, hostable agents: ['3c96b2f0-8a92-48cf-9f37-aea1b5083e0a'], hosted agents: [] {{(pid=94032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:14:58.199236 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada80879-ce70-401e-b0a7-b36be286b0b4 admin admin] Network eb8b3829-c16f-4854-b85b-761eddb88d44 is scheduled to be hosted by DHCP agent 3c96b2f0-8a92-48cf-9f37-aea1b5083e0a with binding_index 1 {{(pid=94032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:14:58.208501 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-ada80879-ce70-401e-b0a7-b36be286b0b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-10-iscsi, eb8b3829-c16f-4854-b85b-761eddb88d44) {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:14:58.210470 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-33dd026f-e558-4114-88a4-dc1829ae7b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:58.213322 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-33dd026f-e558-4114-88a4-dc1829ae7b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:58.216732 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-33dd026f-e558-4114-88a4-dc1829ae7b8c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/066c101f-8263-4057-9105-e058d0884689 HTTP/1.1" status: 204 len: 168 time: 0.1248169 Sep 10 15:14:58.219894 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada80879-ce70-401e-b0a7-b36be286b0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:58.220543 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ada80879-ce70-401e-b0a7-b36be286b0b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:58.221583 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ab7f10-0e4e-404f-a531-f0ab44e157ad None None] Network eb8b3829-c16f-4854-b85b-761eddb88d44 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:14:58.223369 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd026f-e558-4114-88a4-dc1829ae7b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066c101f-8263-4057-9105-e058d0884689,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:58.240097 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-ada80879-ce70-401e-b0a7-b36be286b0b4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3752329 Sep 10 15:14:58.319461 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-19e8845d-8e2e-481d-a314-a60f4e7cee30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:58.384255 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7197f4e-c64a-4002-bd08-b59f60fefbfd None None] Network eb8b3829-c16f-4854-b85b-761eddb88d44 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:14:58.903524 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbeb5a-9c3a-4dd3-9b17-713893017ab6 req-da1ad42d-c69c-4b4e-9eae-fc9dc8a7a7a8 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:58.909737 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4acbeb5a-9c3a-4dd3-9b17-713893017ab6 req-da1ad42d-c69c-4b4e-9eae-fc9dc8a7a7a8 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 946 time: 0.1123996 Sep 10 15:14:58.927542 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9f0b4-b4be-421a-a4c8-e826a4597522 req-6d93239e-0015-4c59-b1e3-725312c3192d tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:58.929178 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d1e9f0b4-b4be-421a-a4c8-e826a4597522 req-6d93239e-0015-4c59-b1e3-725312c3192d tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0873463 Sep 10 15:14:58.990446 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4acbeb5a-9c3a-4dd3-9b17-713893017ab6 req-f1cd98e6-eba3-4cef-ba86-79cc80fe130a tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731249 Sep 10 15:14:58.997854 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d1e9f0b4-b4be-421a-a4c8-e826a4597522 req-9a0f809e-7f43-470c-a5a9-c1425e2dc503 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623064 Sep 10 15:15:00.153655 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa4c75-cf09-48e0-bf64-4ed20f8800df req-3c4c7500-accb-4b2c-9f2d-7a9c85c90cbd tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:00.155377 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1efa4c75-cf09-48e0-bf64-4ed20f8800df req-3c4c7500-accb-4b2c-9f2d-7a9c85c90cbd tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0854387 Sep 10 15:15:00.238513 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1efa4c75-cf09-48e0-bf64-4ed20f8800df req-fc8d1acf-1af2-4c84-9263-6fb4c35e74eb tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764802 Sep 10 15:15:00.249159 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4badc25-9084-4943-8078-5c310ad223a2 req-bfe4b327-3bd6-4494-b290-54db6701b02c tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:00.250637 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f4badc25-9084-4943-8078-5c310ad223a2 req-bfe4b327-3bd6-4494-b290-54db6701b02c tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/networks?id=eb8b3829-c16f-4854-b85b-761eddb88d44 HTTP/1.1" status: 200 len: 808 time: 0.1455636 Sep 10 15:15:00.271427 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f4badc25-9084-4943-8078-5c310ad223a2 req-c3b826d2-6cfb-41ab-97cc-4bf8f688d120 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/quotas/937164ea8404455fbfe51a0ef6ebaac5 HTTP/1.1" status: 200 len: 375 time: 0.0099254 Sep 10 15:15:00.308630 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f4badc25-9084-4943-8078-5c310ad223a2 req-df10c517-a694-44c2-a412-c09e5aaa107f tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=937164ea8404455fbfe51a0ef6ebaac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296388 Sep 10 15:15:00.403554 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f4badc25-9084-4943-8078-5c310ad223a2 req-1453f718-2a84-44b9-9ae5-c7a3de197445 service neutron] 10.222.0.32 "GET /v2.0/networks/eb8b3829-c16f-4854-b85b-761eddb88d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874166 Sep 10 15:15:00.430252 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 56332) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:00.499305 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3a32d0b7-c593-43a4-b091-af9f3850d477 service neutron] 10.222.0.32 "GET /v2.0/networks/eb8b3829-c16f-4854-b85b-761eddb88d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895052 Sep 10 15:15:00.537245 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3377b687-a90c-450b-b291-f0f65c8cc7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:00.677753 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3377b687-a90c-450b-b291-f0f65c8cc7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:00.688189 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3377b687-a90c-450b-b291-f0f65c8cc7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:00.718093 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b3bdbc53-503c-48f9-b7fb-a83390f54527 req-53da5667-3d90-43f7-b64f-d5cfcdae6529 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3cc813f-069b-49b5-bf1e-7c24e89f32f5 HTTP/1.1" status: 200 len: 210 time: 0.0551009 Sep 10 15:15:00.753526 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377b687-a90c-450b-b291-f0f65c8cc7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d03c06-426f-4d1a-b640-58b3f45b5aba,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:00.779295 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 56356) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:00.781390 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-3377b687-a90c-450b-b291-f0f65c8cc7a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=639565bc0d67420d84fc3d5a84af5acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499320 Sep 10 15:15:00.842986 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1cd1448c-7867-4ff4-b8e0-417e26e0398f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:00.883173 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-70a5a395-0e92-4d8b-8ecc-ae18d1a2240f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:00.907718 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1cd1448c-7867-4ff4-b8e0-417e26e0398f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:00.993867 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1cd1448c-7867-4ff4-b8e0-417e26e0398f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:00.996585 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1cd1448c-7867-4ff4-b8e0-417e26e0398f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:01.001042 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-1cd1448c-7867-4ff4-b8e0-417e26e0398f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72d03c06-426f-4d1a-b640-58b3f45b5aba HTTP/1.1" status: 204 len: 168 time: 0.2206528 Sep 10 15:15:01.018330 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1448c-7867-4ff4-b8e0-417e26e0398f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d03c06-426f-4d1a-b640-58b3f45b5aba,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:01.267523 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177870a5-169d-42a5-afa6-691f24ca4955 req-b4a90c04-0ea5-46cf-9755-4c56513ccd3d tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:01.268988 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-177870a5-169d-42a5-afa6-691f24ca4955 req-b4a90c04-0ea5-46cf-9755-4c56513ccd3d tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/networks?id=8d3b0b79-b02f-415f-a544-6d759d712dbf HTTP/1.1" status: 200 len: 815 time: 0.1490266 Sep 10 15:15:01.301395 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-177870a5-169d-42a5-afa6-691f24ca4955 req-3fc6b903-cec1-4bac-9c67-37c6824d43fe tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/quotas/bee7eeacd1f84ecbbada79b0ca26d149 HTTP/1.1" status: 200 len: 375 time: 0.0254526 Sep 10 15:15:01.323300 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:01.366835 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 56404) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:01.381210 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f042-719d-429f-bf8e-5b335a991ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:01.390530 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-177870a5-169d-42a5-afa6-691f24ca4955 req-38925132-d775-434a-9373-ea34e6bc2dbf tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bee7eeacd1f84ecbbada79b0ca26d149&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825739 Sep 10 15:15:01.404013 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73861c4-0d93-4567-b97e-079e299255a8 req-c93fe9d0-b91f-4b2a-b29f-e3369b1b0579 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:01.405551 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c73861c4-0d93-4567-b97e-079e299255a8 req-c93fe9d0-b91f-4b2a-b29f-e3369b1b0579 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0835690 Sep 10 15:15:01.489659 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f042-719d-429f-bf8e-5b335a991ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:01.493909 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f042-719d-429f-bf8e-5b335a991ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:01.498348 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c73861c4-0d93-4567-b97e-079e299255a8 req-6b68f23f-b9c3-4c1b-91b4-07950aca7f46 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836048 Sep 10 15:15:01.523155 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-177870a5-169d-42a5-afa6-691f24ca4955 req-089d5912-0263-4e0e-b60c-c474f750c0a1 service neutron] 10.222.0.32 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165929 Sep 10 15:15:01.532063 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-c6f4f042-719d-429f-bf8e-5b335a991ec7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41ea2678141e45319492385b96f2371b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1639833 Sep 10 15:15:01.534744 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4f042-719d-429f-bf8e-5b335a991ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcb38d3-a790-4713-8393-b041d81b82ef,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:01.536855 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 56406) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:01.648904 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e11d6600-f65c-47ad-977e-f84148488d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:01.655482 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-177870a5-169d-42a5-afa6-691f24ca4955 req-dbd57d92-1169-483e-bc6f-ccf9a2663e61 service neutron] 10.222.0.32 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265159 Sep 10 15:15:01.672553 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e11d6600-f65c-47ad-977e-f84148488d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:01.719026 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e11d6600-f65c-47ad-977e-f84148488d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:01.721991 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e11d6600-f65c-47ad-977e-f84148488d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:01.723157 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-e11d6600-f65c-47ad-977e-f84148488d5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abcb38d3-a790-4713-8393-b041d81b82ef HTTP/1.1" status: 204 len: 168 time: 0.1844907 Sep 10 15:15:01.739353 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d6600-f65c-47ad-977e-f84148488d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcb38d3-a790-4713-8393-b041d81b82ef,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:01.843610 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-86e96988-50b8-4621-acfe-8c9c61248405 req-6669d2f9-d513-478b-b6f5-f0dddd270c26 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3cc813f-069b-49b5-bf1e-7c24e89f32f5 HTTP/1.1" status: 200 len: 210 time: 0.0378633 Sep 10 15:15:01.878217 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-37c0ec8c-1419-4f88-b977-896d62f7b03a req-bfee59c5-0580-482c-a49f-67a84598e5ff tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 210 time: 0.0332460 Sep 10 15:15:02.016092 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4badc25-9084-4943-8078-5c310ad223a2 req-d7b5eec4-8e96-4dce-a340-8cc0a2f2631c tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:02.019643 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f4badc25-9084-4943-8078-5c310ad223a2 req-d7b5eec4-8e96-4dce-a340-8cc0a2f2631c tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.43 "GET /v2.0/networks?id=eb8b3829-c16f-4854-b85b-761eddb88d44 HTTP/1.1" status: 200 len: 808 time: 0.1348300 Sep 10 15:15:02.038631 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-f4badc25-9084-4943-8078-5c310ad223a2 req-01c2b5f4-996e-4a2c-85a0-9a19d1225c21 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Request body: {'port': {'device_id': 'b3cc813f-069b-49b5-bf1e-7c24e89f32f5', 'network_id': 'eb8b3829-c16f-4854-b85b-761eddb88d44', 'admin_state_up': True, 'tenant_id': '937164ea8404455fbfe51a0ef6ebaac5'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:15:02.178688 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4badc25-9084-4943-8078-5c310ad223a2 req-01c2b5f4-996e-4a2c-85a0-9a19d1225c21 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Made reservation on behalf of 937164ea8404455fbfe51a0ef6ebaac5 for: {'port': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:15:02.197038 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f4badc25-9084-4943-8078-5c310ad223a2 req-01c2b5f4-996e-4a2c-85a0-9a19d1225c21 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:02.211870 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:02.349689 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [req-f4badc25-9084-4943-8078-5c310ad223a2 req-01c2b5f4-996e-4a2c-85a0-9a19d1225c21 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Allocated IP 172.20.0.14 (eb8b3829-c16f-4854-b85b-761eddb88d44/8919d990-e612-447d-b823-f5d453bec3e1/ff035e1f-b3fb-4110-a706-ab594c428d83) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:15:02.512391 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f4badc25-9084-4943-8078-5c310ad223a2 req-01c2b5f4-996e-4a2c-85a0-9a19d1225c21 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:02.585512 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f4badc25-9084-4943-8078-5c310ad223a2 req-01c2b5f4-996e-4a2c-85a0-9a19d1225c21 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:02.623604 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 56456) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:02.639720 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4badc25-9084-4943-8078-5c310ad223a2 req-01c2b5f4-996e-4a2c-85a0-9a19d1225c21 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Network eb8b3829-c16f-4854-b85b-761eddb88d44 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:15:02.641445 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [req-f4badc25-9084-4943-8078-5c310ad223a2 req-01c2b5f4-996e-4a2c-85a0-9a19d1225c21 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:15:02.647860 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4badc25-9084-4943-8078-5c310ad223a2 req-01c2b5f4-996e-4a2c-85a0-9a19d1225c21 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:15:02.655355 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ee75a-4f36-4be7-b24b-44bee5837f2a req-35851fac-9fe2-48f5-95dc-bd5551c880d2 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:02.657238 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a19ee75a-4f36-4be7-b24b-44bee5837f2a req-35851fac-9fe2-48f5-95dc-bd5551c880d2 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0692086 Sep 10 15:15:02.691575 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2b5f4-996e-4a2c-85a0-9a19d1225c21 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Pushing event updated for resources: {'Port': ['ID=ff035e1f-b3fb-4110-a706-ab594c428d83,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:02.707496 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a19ee75a-4f36-4be7-b24b-44bee5837f2a req-f3cbfbc3-260c-472b-ad77-e3fa925995f6 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439575 Sep 10 15:15:02.715218 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4badc25-9084-4943-8078-5c310ad223a2 req-01c2b5f4-996e-4a2c-85a0-9a19d1225c21 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:02.721271 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f4badc25-9084-4943-8078-5c310ad223a2 req-01c2b5f4-996e-4a2c-85a0-9a19d1225c21 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:02.736192 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f4badc25-9084-4943-8078-5c310ad223a2 req-01c2b5f4-996e-4a2c-85a0-9a19d1225c21 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7020936 Sep 10 15:15:02.746162 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-af1b5094-5bda-4663-8c9c-a2b147fc2942 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1631903595-network', 'tenant_id': '58c3e4dba2994ce6ae8c649c60137531'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:15:02.754181 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Request body: {'port': {'device_id': 'b3cc813f-069b-49b5-bf1e-7c24e89f32f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:15:02.766161 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1b5094-5bda-4663-8c9c-a2b147fc2942 admin admin] Made reservation on behalf of 58c3e4dba2994ce6ae8c649c60137531 for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:15:02.769479 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-af1b5094-5bda-4663-8c9c-a2b147fc2942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:02.778139 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-af1b5094-5bda-4663-8c9c-a2b147fc2942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:02.809544 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:02.883671 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-af1b5094-5bda-4663-8c9c-a2b147fc2942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:02.890028 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-af1b5094-5bda-4663-8c9c-a2b147fc2942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:02.917923 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1b5094-5bda-4663-8c9c-a2b147fc2942 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:15:02.958329 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b5094-5bda-4663-8c9c-a2b147fc2942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9c7659-dc07-44b4-951e-38618cb6f424,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:02.962291 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-af1b5094-5bda-4663-8c9c-a2b147fc2942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:02.962521 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-af1b5094-5bda-4663-8c9c-a2b147fc2942 admin admin] Added segment 62e586dd-4603-4991-9704-878a23aaef0e of type vlan for network 285361f9-377b-47ce-947e-3ca2b721ea51 Sep 10 15:15:03.031753 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9e0426ae-77c0-4ed5-83c2-bdb6f43d8ed9 req-d110cd85-defa-492e-84a6-7b18fe3d7488 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 210 time: 0.0553350 Sep 10 15:15:03.043503 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0254ad-978e-47df-b996-a36f42bbcb69 req-d881785d-8bd8-40f9-aa23-c32f70dee127 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:03.045013 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-db0254ad-978e-47df-b996-a36f42bbcb69 req-d881785d-8bd8-40f9-aa23-c32f70dee127 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3cc813f-069b-49b5-bf1e-7c24e89f32f5 HTTP/1.1" status: 200 len: 932 time: 0.1380165 Sep 10 15:15:03.055468 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-af1b5094-5bda-4663-8c9c-a2b147fc2942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740669571112'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:03.106813 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-db0254ad-978e-47df-b996-a36f42bbcb69 req-8f6011b0-8dc5-44ad-924e-2ceac525d908 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531192 Sep 10 15:15:03.109451 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-af1b5094-5bda-4663-8c9c-a2b147fc2942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:03.110937 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1b5094-5bda-4663-8c9c-a2b147fc2942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:03.111388 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-af1b5094-5bda-4663-8c9c-a2b147fc2942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:03.144185 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-af1b5094-5bda-4663-8c9c-a2b147fc2942 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5192766 Sep 10 15:15:03.149613 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 56464) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:03.160084 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-b75fa64d-2bd4-4a6a-b558-1aa21de34419 admin admin] Request body: {'subnet': {'network_id': '285361f9-377b-47ce-947e-3ca2b721ea51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1631903595-subnet', 'tenant_id': '58c3e4dba2994ce6ae8c649c60137531', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:15:03.187406 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b5094-5bda-4663-8c9c-a2b147fc2942 admin admin] Pushing event updated for resources: {'Network': ['ID=285361f9-377b-47ce-947e-3ca2b721ea51,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:03.201164 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Network 285361f9-377b-47ce-947e-3ca2b721ea51 details requested by agent ovs-agent-dv-cinder-760184-10-iscsi with host dv-cinder-760184-10-iscsi {{(pid=94033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:15:03.277478 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff035e1f-b3fb-4110-a706-ab594c428d83 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:15:03.281587 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75fa64d-2bd4-4a6a-b558-1aa21de34419 admin admin] Made reservation on behalf of 58c3e4dba2994ce6ae8c649c60137531 for: {'subnet': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:15:03.284528 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b75fa64d-2bd4-4a6a-b558-1aa21de34419 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13349712'] for subnet, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:03.295263 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177870a5-169d-42a5-afa6-691f24ca4955 req-1af6c522-f0e7-4e90-a7e2-9155b0253389 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:03.296705 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-177870a5-169d-42a5-afa6-691f24ca4955 req-1af6c522-f0e7-4e90-a7e2-9155b0253389 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.43 "GET /v2.0/networks?id=8d3b0b79-b02f-415f-a544-6d759d712dbf HTTP/1.1" status: 200 len: 815 time: 0.2351699 Sep 10 15:15:03.307667 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:03.332905 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Transition to ACTIVE for port object ff035e1f-b3fb-4110-a706-ab594c428d83 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:15:03.363801 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-177870a5-169d-42a5-afa6-691f24ca4955 req-c00553bb-1cf2-4dce-8f98-f717a2923489 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Request body: {'port': {'device_id': 'b77fd618-c82e-4296-8878-830f46779d01', 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf', 'admin_state_up': True, 'tenant_id': 'bee7eeacd1f84ecbbada79b0ca26d149'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:15:03.367849 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:03.504516 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff035e1f-b3fb-4110-a706-ab594c428d83,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:03.631516 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 56480) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:03.643979 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:03.649459 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177870a5-169d-42a5-afa6-691f24ca4955 req-c00553bb-1cf2-4dce-8f98-f717a2923489 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Made reservation on behalf of bee7eeacd1f84ecbbada79b0ca26d149 for: {'port': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:15:03.652893 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-177870a5-169d-42a5-afa6-691f24ca4955 req-c00553bb-1cf2-4dce-8f98-f717a2923489 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:03.675452 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Attempting to bind port ff035e1f-b3fb-4110-a706-ab594c428d83 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:15:03.675786 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Attempting to bind port ff035e1f-b3fb-4110-a706-ab594c428d83 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '3e438b74-5a78-40d0-a3c3-265005699fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb8b3829-c16f-4854-b85b-761eddb88d44'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:15:03.676109 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Attempting to bind port ff035e1f-b3fb-4110-a706-ab594c428d83 on network eb8b3829-c16f-4854-b85b-761eddb88d44 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:15:03.701136 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Port ff035e1f-b3fb-4110-a706-ab594c428d83 on network eb8b3829-c16f-4854-b85b-761eddb88d44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:15:03.701463 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Attempting to bind port ff035e1f-b3fb-4110-a706-ab594c428d83 on network eb8b3829-c16f-4854-b85b-761eddb88d44 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:15:03.718813 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:15:03.719153 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Checking segment: {'id': '3e438b74-5a78-40d0-a3c3-265005699fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb8b3829-c16f-4854-b85b-761eddb88d44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:15:03.720111 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Bound using segment: {'id': '3e438b74-5a78-40d0-a3c3-265005699fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb8b3829-c16f-4854-b85b-761eddb88d44'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:15:03.721112 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Bound port: ff035e1f-b3fb-4110-a706-ab594c428d83, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e438b74-5a78-40d0-a3c3-265005699fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb8b3829-c16f-4854-b85b-761eddb88d44'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:15:03.721474 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:03.725719 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b75fa64d-2bd4-4a6a-b558-1aa21de34419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13899776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13349710'] for subnet, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:03.750974 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7c1679f4-c27d-4b15-9b91-ba7430d50e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:03.851245 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8b1a3-c62a-4974-b418-39c7888702e9 req-114d5722-586a-418d-9a7c-5f60c7c7160c tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:03.852802 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4aa8b1a3-c62a-4974-b418-39c7888702e9 req-114d5722-586a-418d-9a7c-5f60c7c7160c tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0682051 Sep 10 15:15:03.861829 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fa64d-2bd4-4a6a-b558-1aa21de34419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0abb16ad-4d5c-4bb9-a6eb-623c98d3e5dc,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:03.899020 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7c1679f4-c27d-4b15-9b91-ba7430d50e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:03.909027 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7c1679f4-c27d-4b15-9b91-ba7430d50e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:03.930701 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4aa8b1a3-c62a-4974-b418-39c7888702e9 req-985542af-df8c-4625-b4a8-af9d1a21a0ed tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581756 Sep 10 15:15:03.932497 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75fa64d-2bd4-4a6a-b558-1aa21de34419 admin admin] Checking segment: {'id': '62e586dd-4603-4991-9704-878a23aaef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '285361f9-377b-47ce-947e-3ca2b721ea51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:15:03.932884 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75fa64d-2bd4-4a6a-b558-1aa21de34419 admin admin] Network hostable DHCP agents. Network: 285361f9-377b-47ce-947e-3ca2b721ea51, hostable agents: ['3c96b2f0-8a92-48cf-9f37-aea1b5083e0a'], hosted agents: [] {{(pid=94032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:15:03.942981 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] For port ff035e1f-b3fb-4110-a706-ab594c428d83, host hv-cinder-76018, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:15:03.946525 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] For port ff035e1f-b3fb-4110-a706-ab594c428d83, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ff035e1f-b3fb-4110-a706-ab594c428d83,segment=NetworkSegment(3e438b74-5a78-40d0-a3c3-265005699fe7),segment_id=3e438b74-5a78-40d0-a3c3-265005699fe7)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:15:03.954312 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-7c1679f4-c27d-4b15-9b91-ba7430d50e80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c054d18f92b9466bbea4036758886266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215253 Sep 10 15:15:03.955075 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1679f4-c27d-4b15-9b91-ba7430d50e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dba71c-2445-49da-a68a-3bd296884656,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:03.955302 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [req-177870a5-169d-42a5-afa6-691f24ca4955 req-c00553bb-1cf2-4dce-8f98-f717a2923489 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Allocated IP 172.20.0.4 (8d3b0b79-b02f-415f-a544-6d759d712dbf/119b5847-f28a-498d-b2fc-b0ccb46cb6b3/e454cfea-ca17-4915-8856-2f21ded7862e) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:15:03.957514 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 56486) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:03.957723 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:04.012480 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b575c8ed-5848-4733-bd67-77a626226191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:04.013207 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:04.013818 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:04.015225 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f4badc25-9084-4943-8078-5c310ad223a2 req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] 10.222.0.43 "PUT /v2.0/ports/ff035e1f-b3fb-4110-a706-ab594c428d83 HTTP/1.1" status: 200 len: 1094 time: 1.2659178 Sep 10 15:15:04.018273 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3cc813f-069b-49b5-bf1e-7c24e89f32f5', 'tag': 'ff035e1f-b3fb-4110-a706-ab594c428d83'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:15:04.020651 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423e89c0-07ab-4cd9-8c2a-79dd52f1eb60" -d '{"events": [{"name": "network-changed", "server_uuid": "b3cc813f-069b-49b5-bf1e-7c24e89f32f5", "tag": "ff035e1f-b3fb-4110-a706-ab594c428d83"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:15:04.027271 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75fa64d-2bd4-4a6a-b558-1aa21de34419 admin admin] Network 285361f9-377b-47ce-947e-3ca2b721ea51 is scheduled to be hosted by DHCP agent 3c96b2f0-8a92-48cf-9f37-aea1b5083e0a with binding_index 1 {{(pid=94032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:15:04.051802 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b575c8ed-5848-4733-bd67-77a626226191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:04.059803 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-b75fa64d-2bd4-4a6a-b558-1aa21de34419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-10-iscsi, 285361f9-377b-47ce-947e-3ca2b721ea51) {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:15:04.070169 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfcede4-dd3a-46c4-91e0-85830e6e5b27 None None] Network 285361f9-377b-47ce-947e-3ca2b721ea51 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:15:04.085521 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75fa64d-2bd4-4a6a-b558-1aa21de34419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:04.086115 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b75fa64d-2bd4-4a6a-b558-1aa21de34419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:04.088633 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb97ba-65a8-477a-b90c-15fe211483b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff035e1f-b3fb-4110-a706-ab594c428d83,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:04.108958 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9f9547-cf09-42dc-87cc-1d3c833ff052 x-openstack-request-id: req-0e9f9547-cf09-42dc-87cc-1d3c833ff052 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:15:04.109254 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3cc813f-069b-49b5-bf1e-7c24e89f32f5", "tag": "ff035e1f-b3fb-4110-a706-ab594c428d83", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:15:04.109513 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e9f9547-cf09-42dc-87cc-1d3c833ff052 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:15:04.109906 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3cc813f-069b-49b5-bf1e-7c24e89f32f5', 'tag': 'ff035e1f-b3fb-4110-a706-ab594c428d83', 'status': 'completed', 'code': 200} Sep 10 15:15:04.115395 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b575c8ed-5848-4733-bd67-77a626226191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:04.119704 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b575c8ed-5848-4733-bd67-77a626226191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:04.124702 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-b575c8ed-5848-4733-bd67-77a626226191 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54dba71c-2445-49da-a68a-3bd296884656 HTTP/1.1" status: 204 len: 168 time: 0.1662159 Sep 10 15:15:04.136324 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575c8ed-5848-4733-bd67-77a626226191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dba71c-2445-49da-a68a-3bd296884656,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:04.160289 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-b75fa64d-2bd4-4a6a-b558-1aa21de34419 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0071261 Sep 10 15:15:04.179897 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4badc25-9084-4943-8078-5c310ad223a2 req-4dffc878-ee57-4f20-a834-127ec4322b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:04.181454 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f4badc25-9084-4943-8078-5c310ad223a2 req-4dffc878-ee57-4f20-a834-127ec4322b99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=937164ea8404455fbfe51a0ef6ebaac5&device_id=b3cc813f-069b-49b5-bf1e-7c24e89f32f5 HTTP/1.1" status: 200 len: 1097 time: 0.1098361 Sep 10 15:15:04.186494 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a04caf25-094e-481b-9413-8cba22b657fb req-b58102aa-113b-4214-b930-4ca6ce127c8b tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 210 time: 0.0324063 Sep 10 15:15:04.268247 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f4badc25-9084-4943-8078-5c310ad223a2 req-a146a9ee-acfa-40dc-83ba-cc70e5bf4874 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff035e1f-b3fb-4110-a706-ab594c428d83 HTTP/1.1" status: 200 len: 217 time: 0.0474629 Sep 10 15:15:04.304562 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7935174-5d4f-4a9a-b728-fac1d7091daa req-8f9d362f-bb04-46ba-805f-d0e7d5cbd568 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:04.312421 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fd84ab-2e8d-4fd2-a9b7-a12735f10309 None None] Network 285361f9-377b-47ce-947e-3ca2b721ea51 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:15:04.312614 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c7935174-5d4f-4a9a-b728-fac1d7091daa req-8f9d362f-bb04-46ba-805f-d0e7d5cbd568 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3cc813f-069b-49b5-bf1e-7c24e89f32f5 HTTP/1.1" status: 200 len: 944 time: 0.0811779 Sep 10 15:15:04.349558 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-177870a5-169d-42a5-afa6-691f24ca4955 req-c00553bb-1cf2-4dce-8f98-f717a2923489 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:04.362867 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4badc25-9084-4943-8078-5c310ad223a2 req-6adf435f-9d70-4369-8fda-209169d3ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:04.364357 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f4badc25-9084-4943-8078-5c310ad223a2 req-6adf435f-9d70-4369-8fda-209169d3ee10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8919d990-e612-447d-b823-f5d453bec3e1 HTTP/1.1" status: 200 len: 848 time: 0.0828552 Sep 10 15:15:04.393413 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c7935174-5d4f-4a9a-b728-fac1d7091daa req-2c603fd6-a547-4522-b780-3c4f59683706 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799251 Sep 10 15:15:04.429377 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f4badc25-9084-4943-8078-5c310ad223a2 req-57ce629c-456a-4337-8671-038c9a73af97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eb8b3829-c16f-4854-b85b-761eddb88d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535645 Sep 10 15:15:04.464569 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-177870a5-169d-42a5-afa6-691f24ca4955 req-c00553bb-1cf2-4dce-8f98-f717a2923489 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:04.502705 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['9a1e7931-59bf-4491-9b74-302fdf764bf8', '5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:15:04.558813 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177870a5-169d-42a5-afa6-691f24ca4955 req-c00553bb-1cf2-4dce-8f98-f717a2923489 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Network 8d3b0b79-b02f-415f-a544-6d759d712dbf is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:15:04.569866 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [req-177870a5-169d-42a5-afa6-691f24ca4955 req-c00553bb-1cf2-4dce-8f98-f717a2923489 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:15:04.576139 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-177870a5-169d-42a5-afa6-691f24ca4955 req-c00553bb-1cf2-4dce-8f98-f717a2923489 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:15:04.582012 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00553bb-1cf2-4dce-8f98-f717a2923489 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Pushing event updated for resources: {'Port': ['ID=e454cfea-ca17-4915-8856-2f21ded7862e,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:04.630203 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 56508) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:04.646554 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4e28d2ab-5eca-4603-a14b-a5c61f0cae00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:04.771852 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4e28d2ab-5eca-4603-a14b-a5c61f0cae00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:04.778080 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4e28d2ab-5eca-4603-a14b-a5c61f0cae00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:04.819620 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-4e28d2ab-5eca-4603-a14b-a5c61f0cae00 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7658fe7feae74c8a97e8eae4642579ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857240 Sep 10 15:15:04.820196 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 56512) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:04.826970 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28d2ab-5eca-4603-a14b-a5c61f0cae00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0503aa53-8333-425a-8010-fa3fba42739f,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:04.862556 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f4badc25-9084-4943-8078-5c310ad223a2 req-1fc40499-4ad8-43d3-a748-34618b1bf0d5 service neutron] 10.222.0.43 "GET /v2.0/networks/eb8b3829-c16f-4854-b85b-761eddb88d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211178 Sep 10 15:15:04.877436 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177870a5-169d-42a5-afa6-691f24ca4955 req-c00553bb-1cf2-4dce-8f98-f717a2923489 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:04.878069 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-177870a5-169d-42a5-afa6-691f24ca4955 req-c00553bb-1cf2-4dce-8f98-f717a2923489 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:04.897479 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-afec0def-3fda-4f29-993b-742e6c0631fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:04.920899 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-177870a5-169d-42a5-afa6-691f24ca4955 req-c00553bb-1cf2-4dce-8f98-f717a2923489 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5615544 Sep 10 15:15:04.926455 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-afec0def-3fda-4f29-993b-742e6c0631fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:04.952567 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Request body: {'port': {'device_id': 'b77fd618-c82e-4296-8878-830f46779d01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:15:04.979595 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-afec0def-3fda-4f29-993b-742e6c0631fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:04.983186 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-afec0def-3fda-4f29-993b-742e6c0631fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:04.984623 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-afec0def-3fda-4f29-993b-742e6c0631fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0503aa53-8333-425a-8010-fa3fba42739f HTTP/1.1" status: 204 len: 168 time: 0.1630054 Sep 10 15:15:04.996444 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec0def-3fda-4f29-993b-742e6c0631fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0503aa53-8333-425a-8010-fa3fba42739f,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:05.027371 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f4badc25-9084-4943-8078-5c310ad223a2 req-326ed3a7-5307-4992-80dc-5f9d0256055f service neutron] 10.222.0.43 "GET /v2.0/networks/eb8b3829-c16f-4854-b85b-761eddb88d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570029 Sep 10 15:15:05.032003 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:05.118559 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 56524) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:05.122894 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-bdc5cb80-61d5-4824-b2c8-43c8c1e5faed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1065816855-network', 'tenant_id': '4ef5fdcb5f2b44258ff77cdcba8d199f'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:15:05.124746 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8389dbf-5045-4dac-b4b8-9201cb4e3b6e req-63debaf4-39ea-4d6f-b9f5-d39f0635bb82 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:05.126936 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b8389dbf-5045-4dac-b4b8-9201cb4e3b6e req-63debaf4-39ea-4d6f-b9f5-d39f0635bb82 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0563490 Sep 10 15:15:05.166506 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b8389dbf-5045-4dac-b4b8-9201cb4e3b6e req-a58e07c5-d316-44d3-af4e-1123817cbce4 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328922 Sep 10 15:15:05.237153 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc5cb80-61d5-4824-b2c8-43c8c1e5faed admin admin] Made reservation on behalf of 4ef5fdcb5f2b44258ff77cdcba8d199f for: {'network': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:15:05.239476 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bdc5cb80-61d5-4824-b2c8-43c8c1e5faed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for network, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:05.266746 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bdc5cb80-61d5-4824-b2c8-43c8c1e5faed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:05.278712 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e89c0-07ab-4cd9-8c2a-79dd52f1eb60 req-4d68423c-3984-4c01-a1d1-a75cba070698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:05.280229 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-423e89c0-07ab-4cd9-8c2a-79dd52f1eb60 req-4d68423c-3984-4c01-a1d1-a75cba070698 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=937164ea8404455fbfe51a0ef6ebaac5&device_id=b3cc813f-069b-49b5-bf1e-7c24e89f32f5 HTTP/1.1" status: 200 len: 1097 time: 0.1622424 Sep 10 15:15:05.328553 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcdb20-f6da-4ff5-b1a7-000f1a9b03d0 req-b1568507-3d6d-46b5-9210-304a9995b12d tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:05.330714 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-80bcdb20-f6da-4ff5-b1a7-000f1a9b03d0 req-b1568507-3d6d-46b5-9210-304a9995b12d tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 931 time: 0.0647972 Sep 10 15:15:05.384909 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-80bcdb20-f6da-4ff5-b1a7-000f1a9b03d0 req-2fd27286-92de-4e15-8ec5-92c5c99348ad tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478792 Sep 10 15:15:05.514447 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e89c0-07ab-4cd9-8c2a-79dd52f1eb60 req-bbbd2d1b-63df-4518-80f8-c311609ebc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:05.516209 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-423e89c0-07ab-4cd9-8c2a-79dd52f1eb60 req-bbbd2d1b-63df-4518-80f8-c311609ebc52 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eb8b3829-c16f-4854-b85b-761eddb88d44 HTTP/1.1" status: 200 len: 909 time: 0.2032619 Sep 10 15:15:05.541901 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac93819-5e9d-430b-95f6-422bde41d086 req-a648a4a0-adf1-43d7-ae16-bd570f7fbd73 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:05.543882 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cac93819-5e9d-430b-95f6-422bde41d086 req-a648a4a0-adf1-43d7-ae16-bd570f7fbd73 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3cc813f-069b-49b5-bf1e-7c24e89f32f5 HTTP/1.1" status: 200 len: 944 time: 0.0742590 Sep 10 15:15:05.584381 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e454cfea-ca17-4915-8856-2f21ded7862e {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:15:05.590951 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cac93819-5e9d-430b-95f6-422bde41d086 req-00d814d1-a166-4efd-91fe-bb96e1cf4b2e tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398943 Sep 10 15:15:05.600097 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-423e89c0-07ab-4cd9-8c2a-79dd52f1eb60 req-660ac8f4-8ebb-486f-9986-7340a314fed0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff035e1f-b3fb-4110-a706-ab594c428d83 HTTP/1.1" status: 200 len: 217 time: 0.0730715 Sep 10 15:15:05.608508 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:05.655473 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bdc5cb80-61d5-4824-b2c8-43c8c1e5faed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:05.664140 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bdc5cb80-61d5-4824-b2c8-43c8c1e5faed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:05.669135 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Transition to ACTIVE for port object e454cfea-ca17-4915-8856-2f21ded7862e will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:15:05.684513 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:05.704632 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc5cb80-61d5-4824-b2c8-43c8c1e5faed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:15:05.759060 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bdc5cb80-61d5-4824-b2c8-43c8c1e5faed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:05.759448 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.segments_db [None req-bdc5cb80-61d5-4824-b2c8-43c8c1e5faed admin admin] Added segment 1541893c-eae5-429f-af3d-380fabe7ac1d of type vlan for network 03e8514b-8f1c-4f36-9343-cc69021f3bc8 Sep 10 15:15:05.761464 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e89c0-07ab-4cd9-8c2a-79dd52f1eb60 req-857b79fd-b397-4c33-8d67-3f65bdfe16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:05.762925 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-423e89c0-07ab-4cd9-8c2a-79dd52f1eb60 req-857b79fd-b397-4c33-8d67-3f65bdfe16fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8919d990-e612-447d-b823-f5d453bec3e1 HTTP/1.1" status: 200 len: 848 time: 0.1465857 Sep 10 15:15:05.764937 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5cb80-61d5-4824-b2c8-43c8c1e5faed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46f46db-2ab8-44c5-a515-7f62ece8fc2c,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:05.836730 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-423e89c0-07ab-4cd9-8c2a-79dd52f1eb60 req-b16bc998-a79a-47d1-a76c-d576644277ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eb8b3829-c16f-4854-b85b-761eddb88d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558281 Sep 10 15:15:05.852519 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Pushing event updated for resources: {'Port': ['ID=e454cfea-ca17-4915-8856-2f21ded7862e,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:05.874418 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bdc5cb80-61d5-4824-b2c8-43c8c1e5faed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740669571112'] for network, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:05.983887 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bdc5cb80-61d5-4824-b2c8-43c8c1e5faed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for network, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:05.984833 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc5cb80-61d5-4824-b2c8-43c8c1e5faed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:05.985984 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bdc5cb80-61d5-4824-b2c8-43c8c1e5faed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:06.026136 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Attempting to bind port e454cfea-ca17-4915-8856-2f21ded7862e on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:15:06.026406 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Attempting to bind port e454cfea-ca17-4915-8856-2f21ded7862e by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'de5263cf-a3f7-46c0-8040-dfb47c3c461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:15:06.026841 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Attempting to bind port e454cfea-ca17-4915-8856-2f21ded7862e on network 8d3b0b79-b02f-415f-a544-6d759d712dbf {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:15:06.051226 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-bdc5cb80-61d5-4824-b2c8-43c8c1e5faed admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9319603 Sep 10 15:15:06.054141 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 56556) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:06.059268 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-a78f423f-f1a7-401c-ba09-d8fb2839c70d admin admin] Request body: {'subnet': {'network_id': '03e8514b-8f1c-4f36-9343-cc69021f3bc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1065816855-subnet', 'tenant_id': '4ef5fdcb5f2b44258ff77cdcba8d199f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:15:06.060914 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Port e454cfea-ca17-4915-8856-2f21ded7862e on network 8d3b0b79-b02f-415f-a544-6d759d712dbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:15:06.061234 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Attempting to bind port e454cfea-ca17-4915-8856-2f21ded7862e on network 8d3b0b79-b02f-415f-a544-6d759d712dbf {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:15:06.070315 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-423e89c0-07ab-4cd9-8c2a-79dd52f1eb60 req-881d7e7f-2509-4e03-9182-d38ce9200d50 service neutron] 10.222.0.43 "GET /v2.0/networks/eb8b3829-c16f-4854-b85b-761eddb88d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142818 Sep 10 15:15:06.082768 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78f423f-f1a7-401c-ba09-d8fb2839c70d admin admin] Made reservation on behalf of 4ef5fdcb5f2b44258ff77cdcba8d199f for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:15:06.085549 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a78f423f-f1a7-401c-ba09-d8fb2839c70d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13098559'] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:06.108572 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:15:06.108934 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Checking segment: {'id': 'de5263cf-a3f7-46c0-8040-dfb47c3c461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:15:06.109306 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Bound using segment: {'id': 'de5263cf-a3f7-46c0-8040-dfb47c3c461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:15:06.109723 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Bound port: e454cfea-ca17-4915-8856-2f21ded7862e, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5263cf-a3f7-46c0-8040-dfb47c3c461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:15:06.111756 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:06.121390 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5cb80-61d5-4824-b2c8-43c8c1e5faed admin admin] Pushing event updated for resources: {'Network': ['ID=03e8514b-8f1c-4f36-9343-cc69021f3bc8,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:06.133077 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Network 03e8514b-8f1c-4f36-9343-cc69021f3bc8 details requested by agent ovs-agent-dv-cinder-760184-10-iscsi with host dv-cinder-760184-10-iscsi {{(pid=94033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:15:06.259818 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] For port e454cfea-ca17-4915-8856-2f21ded7862e, host hv-cinder-76018, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:15:06.264483 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] For port e454cfea-ca17-4915-8856-2f21ded7862e, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e454cfea-ca17-4915-8856-2f21ded7862e,segment=NetworkSegment(de5263cf-a3f7-46c0-8040-dfb47c3c461f),segment_id=de5263cf-a3f7-46c0-8040-dfb47c3c461f)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:15:06.268308 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-423e89c0-07ab-4cd9-8c2a-79dd52f1eb60 req-1a7f5aad-35e6-4cc3-916a-55b8d5c3bcc9 service neutron] 10.222.0.43 "GET /v2.0/networks/eb8b3829-c16f-4854-b85b-761eddb88d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610405 Sep 10 15:15:06.270542 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:06.309260 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:06.310421 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:06.311813 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-177870a5-169d-42a5-afa6-691f24ca4955 req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] 10.222.0.43 "PUT /v2.0/ports/e454cfea-ca17-4915-8856-2f21ded7862e HTTP/1.1" status: 200 len: 1093 time: 1.3636470 Sep 10 15:15:06.314808 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77fd618-c82e-4296-8878-830f46779d01', 'tag': 'e454cfea-ca17-4915-8856-2f21ded7862e'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:15:06.317995 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5ab3cc-1220-4f07-af8b-9748f9b7874d" -d '{"events": [{"name": "network-changed", "server_uuid": "b77fd618-c82e-4296-8878-830f46779d01", "tag": "e454cfea-ca17-4915-8856-2f21ded7862e"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:15:06.348910 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a78f423f-f1a7-401c-ba09-d8fb2839c70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13672744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13098529'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:06.357861 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758f187-29c3-4080-9ded-93a2557c617c service neutron] Pushing event updated for resources: {'Port': ['ID=e454cfea-ca17-4915-8856-2f21ded7862e,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:06.374305 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec973b5c-e9d8-4f0e-a53a-3ced84328ea8 req-64298b7c-6519-4b97-8f47-7dcbf8e91332 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:06.376878 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e1c8d9-a6e0-408b-a627-60ba0cf2c582 x-openstack-request-id: req-35e1c8d9-a6e0-408b-a627-60ba0cf2c582 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:15:06.377191 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77fd618-c82e-4296-8878-830f46779d01", "tag": "e454cfea-ca17-4915-8856-2f21ded7862e", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:15:06.377414 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35e1c8d9-a6e0-408b-a627-60ba0cf2c582 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:15:06.377803 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77fd618-c82e-4296-8878-830f46779d01', 'tag': 'e454cfea-ca17-4915-8856-2f21ded7862e', 'status': 'completed', 'code': 200} Sep 10 15:15:06.381269 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ec973b5c-e9d8-4f0e-a53a-3ced84328ea8 req-64298b7c-6519-4b97-8f47-7dcbf8e91332 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.1177430 Sep 10 15:15:06.411277 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177870a5-169d-42a5-afa6-691f24ca4955 req-8b2d1026-fd1e-4f4f-a5b5-8f33b4cbb36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:06.413576 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-177870a5-169d-42a5-afa6-691f24ca4955 req-8b2d1026-fd1e-4f4f-a5b5-8f33b4cbb36c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bee7eeacd1f84ecbbada79b0ca26d149&device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 1096 time: 0.0474491 Sep 10 15:15:06.464057 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-177870a5-169d-42a5-afa6-691f24ca4955 req-3c7568c5-a351-48ff-9675-17b1e867b8da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e454cfea-ca17-4915-8856-2f21ded7862e HTTP/1.1" status: 200 len: 217 time: 0.0416136 Sep 10 15:15:06.527988 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177870a5-169d-42a5-afa6-691f24ca4955 req-a8ce9ada-59d2-41c8-b6c2-6b7f8dbcd3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:06.529716 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-177870a5-169d-42a5-afa6-691f24ca4955 req-a8ce9ada-59d2-41c8-b6c2-6b7f8dbcd3c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=119b5847-f28a-498d-b2fc-b0ccb46cb6b3 HTTP/1.1" status: 200 len: 855 time: 0.0567479 Sep 10 15:15:06.576034 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-177870a5-169d-42a5-afa6-691f24ca4955 req-d09dc4ea-ab0a-4ca7-a36b-1623be74942b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d3b0b79-b02f-415f-a544-6d759d712dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265718 Sep 10 15:15:06.636515 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device ff035e1f-b3fb-4110-a706-ab594c428d83 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:15:06.692104 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f423f-f1a7-401c-ba09-d8fb2839c70d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f8e9c1d-94f8-4fdb-b160-347d576c4895,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:06.697138 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-177870a5-169d-42a5-afa6-691f24ca4955 req-9cfc6491-9ca0-4006-ba3e-aafaca4704c5 service neutron] 10.222.0.43 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064105 Sep 10 15:15:06.706816 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ec973b5c-e9d8-4f0e-a53a-3ced84328ea8 req-6b5fcbf4-ad52-4fca-befe-06a6c5bfb111 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243096 Sep 10 15:15:06.729590 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b825081-b1c7-4ab6-8b57-de07059a5966 req-1222607f-36be-40f1-bf1a-30a4629ff981 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:06.732520 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2b825081-b1c7-4ab6-8b57-de07059a5966 req-1222607f-36be-40f1-bf1a-30a4629ff981 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 943 time: 0.1195321 Sep 10 15:15:06.733623 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78f423f-f1a7-401c-ba09-d8fb2839c70d admin admin] Checking segment: {'id': '1541893c-eae5-429f-af3d-380fabe7ac1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '03e8514b-8f1c-4f36-9343-cc69021f3bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:15:06.734106 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78f423f-f1a7-401c-ba09-d8fb2839c70d admin admin] Network hostable DHCP agents. Network: 03e8514b-8f1c-4f36-9343-cc69021f3bc8, hostable agents: ['3c96b2f0-8a92-48cf-9f37-aea1b5083e0a'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:15:06.762651 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port ff035e1f-b3fb-4110-a706-ab594c428d83, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ff035e1f-b3fb-4110-a706-ab594c428d83,segment=NetworkSegment(3e438b74-5a78-40d0-a3c3-265005699fe7),segment_id=3e438b74-5a78-40d0-a3c3-265005699fe7)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:15:06.777099 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': 'ff035e1f-b3fb-4110-a706-ab594c428d83', 'network_id': 'eb8b3829-c16f-4854-b85b-761eddb88d44', 'port_id': 'ff035e1f-b3fb-4110-a706-ab594c428d83', 'mac_address': 'fa:16:3e:17:6d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8919d990-e612-447d-b823-f5d453bec3e1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:15:06.779334 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78f423f-f1a7-401c-ba09-d8fb2839c70d admin admin] Network 03e8514b-8f1c-4f36-9343-cc69021f3bc8 is scheduled to be hosted by DHCP agent 3c96b2f0-8a92-48cf-9f37-aea1b5083e0a with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:15:06.799307 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2b825081-b1c7-4ab6-8b57-de07059a5966 req-e3313c20-a818-4907-8f7d-aa18e2c60d90 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577908 Sep 10 15:15:06.800774 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-a78f423f-f1a7-401c-ba09-d8fb2839c70d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-10-iscsi, 03e8514b-8f1c-4f36-9343-cc69021f3bc8) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:15:06.806952 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f423f-f1a7-401c-ba09-d8fb2839c70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:06.807938 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a78f423f-f1a7-401c-ba09-d8fb2839c70d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:06.814238 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1ecc23-343f-4e5c-87e6-f741f7823d4b None None] Network 03e8514b-8f1c-4f36-9343-cc69021f3bc8 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:15:06.834082 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a78f423f-f1a7-401c-ba09-d8fb2839c70d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7784266 Sep 10 15:15:06.885611 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-177870a5-169d-42a5-afa6-691f24ca4955 req-47ffdb94-2781-44de-a06a-5491a19d86ea service neutron] 10.222.0.43 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638191 Sep 10 15:15:06.886114 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:06.967983 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6157d1b-77bc-4cf3-b66a-4b6674546ea4 req-b353d206-3095-40e1-adc8-b80d1a14e46f tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:06.971312 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f6157d1b-77bc-4cf3-b66a-4b6674546ea4 req-b353d206-3095-40e1-adc8-b80d1a14e46f tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3cc813f-069b-49b5-bf1e-7c24e89f32f5 HTTP/1.1" status: 200 len: 944 time: 0.0749545 Sep 10 15:15:06.994130 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff035e1f-b3fb-4110-a706-ab594c428d83 {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:15:07.027393 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f6157d1b-77bc-4cf3-b66a-4b6674546ea4 req-b8918ab3-c40e-4cf0-abcf-76b1496b09d6 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415151 Sep 10 15:15:07.031753 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ab3cc-1220-4f07-af8b-9748f9b7874d req-0cfcc887-6277-4917-acdd-59993525c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:07.033454 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cf5ab3cc-1220-4f07-af8b-9748f9b7874d req-0cfcc887-6277-4917-acdd-59993525c88b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bee7eeacd1f84ecbbada79b0ca26d149&device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 1096 time: 0.0626740 Sep 10 15:15:07.081969 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port ff035e1f-b3fb-4110-a706-ab594c428d83, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ff035e1f-b3fb-4110-a706-ab594c428d83,segment=NetworkSegment(3e438b74-5a78-40d0-a3c3-265005699fe7),segment_id=3e438b74-5a78-40d0-a3c3-265005699fe7)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:15:07.087555 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b25838f-a67b-4a7e-98ed-2b0d7663b59c None None] Network 03e8514b-8f1c-4f36-9343-cc69021f3bc8 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:15:07.091607 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:07.176096 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ab3cc-1220-4f07-af8b-9748f9b7874d req-6336cb36-bb6f-44c2-b1f0-31dea528f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:07.177949 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cf5ab3cc-1220-4f07-af8b-9748f9b7874d req-6336cb36-bb6f-44c2-b1f0-31dea528f825 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d3b0b79-b02f-415f-a544-6d759d712dbf HTTP/1.1" status: 200 len: 916 time: 0.1266460 Sep 10 15:15:07.225360 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cf5ab3cc-1220-4f07-af8b-9748f9b7874d req-9eef80d3-5a45-4d67-87a1-2e003b3dd100 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e454cfea-ca17-4915-8856-2f21ded7862e HTTP/1.1" status: 200 len: 217 time: 0.0376246 Sep 10 15:15:07.301579 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ab3cc-1220-4f07-af8b-9748f9b7874d req-e7f9c4ba-81c9-4cb9-a833-a42f9ec12793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:07.303201 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cf5ab3cc-1220-4f07-af8b-9748f9b7874d req-e7f9c4ba-81c9-4cb9-a833-a42f9ec12793 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=119b5847-f28a-498d-b2fc-b0ccb46cb6b3 HTTP/1.1" status: 200 len: 855 time: 0.0704443 Sep 10 15:15:07.329702 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=ff035e1f-b3fb-4110-a706-ab594c428d83,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:07.347423 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cf5ab3cc-1220-4f07-af8b-9748f9b7874d req-196a5ac2-2126-4574-ae51-045afe769e81 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d3b0b79-b02f-415f-a544-6d759d712dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356112 Sep 10 15:15:07.452332 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cf5ab3cc-1220-4f07-af8b-9748f9b7874d req-2a46f4e3-32a9-473a-af6e-01adab68e2b6 service neutron] 10.222.0.43 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967033 Sep 10 15:15:07.521572 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['ff035e1f-b3fb-4110-a706-ab594c428d83'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:15:07.561056 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cf5ab3cc-1220-4f07-af8b-9748f9b7874d req-f7b8242e-6324-40c1-9876-81f1d0ca444a service neutron] 10.222.0.43 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982559 Sep 10 15:15:07.823466 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a305e29-32aa-46d3-957d-31cd93cdede4 req-59e21bef-fbca-4530-87fc-39340b90bd90 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:07.824830 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6a305e29-32aa-46d3-957d-31cd93cdede4 req-59e21bef-fbca-4530-87fc-39340b90bd90 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0460794 Sep 10 15:15:07.863590 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6a305e29-32aa-46d3-957d-31cd93cdede4 req-17db7564-f90c-4a1f-a589-7fe6c3cc3c56 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318632 Sep 10 15:15:07.923002 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61314ec-192d-40f5-bb1f-17aa9596454b req-744fe031-b0db-4967-92cc-fe8e088bc003 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:07.924477 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f61314ec-192d-40f5-bb1f-17aa9596454b req-744fe031-b0db-4967-92cc-fe8e088bc003 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 943 time: 0.0473466 Sep 10 15:15:07.961261 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f61314ec-192d-40f5-bb1f-17aa9596454b req-22487330-c4c4-4500-8444-b00c3654e590 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308104 Sep 10 15:15:08.148429 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22464db5-c511-4271-94fb-d5079edbf0e5 req-16130b06-1241-4238-a710-d9620e17f92b tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:08.149892 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-22464db5-c511-4271-94fb-d5079edbf0e5 req-16130b06-1241-4238-a710-d9620e17f92b tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3cc813f-069b-49b5-bf1e-7c24e89f32f5 HTTP/1.1" status: 200 len: 945 time: 0.0501466 Sep 10 15:15:08.186747 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-22464db5-c511-4271-94fb-d5079edbf0e5 req-45f1ba64-6d97-48eb-839a-d1945ad1cd18 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310407 Sep 10 15:15:10.781400 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d3862-5c4c-49bb-a25d-7de1d451b2e7 req-93c7be04-3bb6-4d55-b482-cfb2afb38c37 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:10.783127 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f36d3862-5c4c-49bb-a25d-7de1d451b2e7 req-93c7be04-3bb6-4d55-b482-cfb2afb38c37 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0479524 Sep 10 15:15:10.841440 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f36d3862-5c4c-49bb-a25d-7de1d451b2e7 req-d2d979fe-5bdb-4b04-a1a9-dd0eb8a95c00 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523946 Sep 10 15:15:10.865951 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bee4a-390d-495c-8b45-68e0cb42b686 req-b6ac9e6e-4f89-458c-b0df-8df124d22420 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:10.867610 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b32bee4a-390d-495c-8b45-68e0cb42b686 req-b6ac9e6e-4f89-458c-b0df-8df124d22420 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 943 time: 0.0596726 Sep 10 15:15:10.918295 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b32bee4a-390d-495c-8b45-68e0cb42b686 req-66380748-badb-445b-b6da-df51c5d95e33 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448356 Sep 10 15:15:10.954418 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b135591-b303-4ff3-a571-8aa1d27e8320 req-a71c7e27-ec04-48e3-b124-3df144313181 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:10.955891 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3b135591-b303-4ff3-a571-8aa1d27e8320 req-a71c7e27-ec04-48e3-b124-3df144313181 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3cc813f-069b-49b5-bf1e-7c24e89f32f5 HTTP/1.1" status: 200 len: 945 time: 0.0569661 Sep 10 15:15:10.995207 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3b135591-b303-4ff3-a571-8aa1d27e8320 req-e90feca2-f016-452d-ba71-75992f0fbb12 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333390 Sep 10 15:15:11.963310 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9650ee-0c84-40d7-be8e-deef33771eb5 req-52242391-390b-4f0b-846f-7fe92466664a tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:11.964850 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cc9650ee-0c84-40d7-be8e-deef33771eb5 req-52242391-390b-4f0b-846f-7fe92466664a tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0502794 Sep 10 15:15:12.015281 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cc9650ee-0c84-40d7-be8e-deef33771eb5 req-402c46e3-947d-459b-a1f8-e57a11a647ba tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421975 Sep 10 15:15:12.050887 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a9ad4-f656-47b2-928c-84a1b5146c12 req-6d0fd18a-1a3c-4c0b-9815-148467abbac1 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:12.052356 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fc6a9ad4-f656-47b2-928c-84a1b5146c12 req-6d0fd18a-1a3c-4c0b-9815-148467abbac1 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 943 time: 0.0532236 Sep 10 15:15:12.119583 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fc6a9ad4-f656-47b2-928c-84a1b5146c12 req-f52acbfd-5009-464c-a700-bff24ac1a35e tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610535 Sep 10 15:15:12.134690 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896b0a8-fa90-45e9-a7f9-be74822f2062 req-f19fd65c-e953-4239-b5ca-a4d0c33aeb01 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:12.136111 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d896b0a8-fa90-45e9-a7f9-be74822f2062 req-f19fd65c-e953-4239-b5ca-a4d0c33aeb01 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3cc813f-069b-49b5-bf1e-7c24e89f32f5 HTTP/1.1" status: 200 len: 945 time: 0.0644710 Sep 10 15:15:12.172690 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d896b0a8-fa90-45e9-a7f9-be74822f2062 req-05e74a05-0bc2-407c-b56f-69211224b150 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299504 Sep 10 15:15:12.911383 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device e454cfea-ca17-4915-8856-2f21ded7862e details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:15:13.011263 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port e454cfea-ca17-4915-8856-2f21ded7862e, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e454cfea-ca17-4915-8856-2f21ded7862e,segment=NetworkSegment(de5263cf-a3f7-46c0-8040-dfb47c3c461f),segment_id=de5263cf-a3f7-46c0-8040-dfb47c3c461f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:15:13.022854 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': 'e454cfea-ca17-4915-8856-2f21ded7862e', 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf', 'port_id': 'e454cfea-ca17-4915-8856-2f21ded7862e', 'mac_address': 'fa:16:3e:f3:76:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119b5847-f28a-498d-b2fc-b0ccb46cb6b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:15:13.060506 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:13.073762 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e454cfea-ca17-4915-8856-2f21ded7862e {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:15:13.092745 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port e454cfea-ca17-4915-8856-2f21ded7862e, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e454cfea-ca17-4915-8856-2f21ded7862e,segment=NetworkSegment(de5263cf-a3f7-46c0-8040-dfb47c3c461f),segment_id=de5263cf-a3f7-46c0-8040-dfb47c3c461f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:15:13.096836 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:13.141831 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=e454cfea-ca17-4915-8856-2f21ded7862e,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:13.780725 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device ff035e1f-b3fb-4110-a706-ab594c428d83 up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:15:13.831786 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port ff035e1f-b3fb-4110-a706-ab594c428d83 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:15:13.835442 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port ff035e1f-b3fb-4110-a706-ab594c428d83 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:15:13.835802 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:13.909833 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:13.931195 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cc813f-069b-49b5-bf1e-7c24e89f32f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff035e1f-b3fb-4110-a706-ab594c428d83'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:15:13.933544 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c303442b-d863-4d3b-a953-81ace7697893" -d '{"events": [{"server_uuid": "b3cc813f-069b-49b5-bf1e-7c24e89f32f5", "name": "network-vif-plugged", "status": "completed", "tag": "ff035e1f-b3fb-4110-a706-ab594c428d83"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:15:13.945532 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port ff035e1f-b3fb-4110-a706-ab594c428d83, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ff035e1f-b3fb-4110-a706-ab594c428d83,segment=NetworkSegment(3e438b74-5a78-40d0-a3c3-265005699fe7),segment_id=3e438b74-5a78-40d0-a3c3-265005699fe7)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:15:13.949775 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:13.999579 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=ff035e1f-b3fb-4110-a706-ab594c428d83,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:14.988199 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368d376-f1e0-482d-b285-8dac4faa5344 req-ec6ebb8e-1edc-48d3-8ec1-6c9d919e6092 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:14.989659 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d368d376-f1e0-482d-b285-8dac4faa5344 req-ec6ebb8e-1edc-48d3-8ec1-6c9d919e6092 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0745521 Sep 10 15:15:15.001421 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6ed77-3469-4bc3-bc5d-cb38e62580e8 req-0cc0abf9-3cc5-4e0e-960d-f3f171d5d0b4 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:15.002788 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a2e6ed77-3469-4bc3-bc5d-cb38e62580e8 req-0cc0abf9-3cc5-4e0e-960d-f3f171d5d0b4 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 944 time: 0.0633328 Sep 10 15:15:15.051475 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d368d376-f1e0-482d-b285-8dac4faa5344 req-d466614d-acbd-4849-89cc-ee5ba51f3178 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477779 Sep 10 15:15:15.063607 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a2e6ed77-3469-4bc3-bc5d-cb38e62580e8 req-263777f4-8e68-4053-a4d3-4be1a7bca9f2 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538790 Sep 10 15:15:15.105474 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43b0e5a-4527-454e-b44a-f21045e10c31 x-openstack-request-id: req-e43b0e5a-4527-454e-b44a-f21045e10c31 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:15:15.105943 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cc813f-069b-49b5-bf1e-7c24e89f32f5", "name": "network-vif-plugged", "status": "completed", "tag": "ff035e1f-b3fb-4110-a706-ab594c428d83", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:15:15.106053 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e43b0e5a-4527-454e-b44a-f21045e10c31 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:15:15.106388 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cc813f-069b-49b5-bf1e-7c24e89f32f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff035e1f-b3fb-4110-a706-ab594c428d83', 'code': 200} Sep 10 15:15:15.157751 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb8ecf-3d67-47c2-9e55-5d74b6ec3673 req-deff938d-e706-4073-8857-f2df369259b9 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:15.159264 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e4bb8ecf-3d67-47c2-9e55-5d74b6ec3673 req-deff938d-e706-4073-8857-f2df369259b9 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3cc813f-069b-49b5-bf1e-7c24e89f32f5 HTTP/1.1" status: 200 len: 946 time: 0.0521131 Sep 10 15:15:15.208296 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e4bb8ecf-3d67-47c2-9e55-5d74b6ec3673 req-022ba66d-1b8d-43dc-b4a6-32f8f794c41e tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425122 Sep 10 15:15:15.284192 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['e454cfea-ca17-4915-8856-2f21ded7862e'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:15:15.300426 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cba5f-9f87-4c0a-abcc-f833159ba9ce req-65b1bf71-0dd9-45a0-aa7b-b96d935766ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:15.302060 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-0e7cba5f-9f87-4c0a-abcc-f833159ba9ce req-65b1bf71-0dd9-45a0-aa7b-b96d935766ac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b3cc813f-069b-49b5-bf1e-7c24e89f32f5 HTTP/1.1" status: 200 len: 1099 time: 0.0409803 Sep 10 15:15:15.340718 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-0e7cba5f-9f87-4c0a-abcc-f833159ba9ce req-27c48c2f-d8ba-4a3b-a997-e5aa34f3611a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282688 Sep 10 15:15:16.199057 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e67c6a-9451-4896-b346-7efefc4e1e88 req-49dd3333-8976-4c91-a408-62773b5c7ecd tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:16.204482 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-04e67c6a-9451-4896-b346-7efefc4e1e88 req-49dd3333-8976-4c91-a408-62773b5c7ecd tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0806663 Sep 10 15:15:16.209696 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32896b8a-cad9-462d-8ce4-00b11ff523af req-f28e8f06-a1ea-4e23-be9a-fc5d28d7ab01 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:16.211247 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-32896b8a-cad9-462d-8ce4-00b11ff523af req-f28e8f06-a1ea-4e23-be9a-fc5d28d7ab01 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 944 time: 0.0805321 Sep 10 15:15:16.267908 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-04e67c6a-9451-4896-b346-7efefc4e1e88 req-166891c6-96e7-46b9-bc23-96f4984cb292 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557201 Sep 10 15:15:16.278260 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-32896b8a-cad9-462d-8ce4-00b11ff523af req-372421ef-8a10-4d5c-99ef-fdb797a84122 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582788 Sep 10 15:15:16.383929 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da94be5-3d18-4ab6-a45a-574d284f7ba2 req-610f2189-b59c-420a-974b-02928d13dba8 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:16.385447 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2da94be5-3d18-4ab6-a45a-574d284f7ba2 req-610f2189-b59c-420a-974b-02928d13dba8 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3cc813f-069b-49b5-bf1e-7c24e89f32f5 HTTP/1.1" status: 200 len: 946 time: 0.0515044 Sep 10 15:15:16.430287 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2da94be5-3d18-4ab6-a45a-574d284f7ba2 req-d8406960-5fcf-4103-b971-e20c3246e0bc tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380077 Sep 10 15:15:16.833743 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device e454cfea-ca17-4915-8856-2f21ded7862e up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:15:16.885666 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port e454cfea-ca17-4915-8856-2f21ded7862e completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:15:16.889374 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port e454cfea-ca17-4915-8856-2f21ded7862e triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:15:16.889750 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:16.965081 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:16.997990 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port e454cfea-ca17-4915-8856-2f21ded7862e, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e454cfea-ca17-4915-8856-2f21ded7862e,segment=NetworkSegment(de5263cf-a3f7-46c0-8040-dfb47c3c461f),segment_id=de5263cf-a3f7-46c0-8040-dfb47c3c461f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:15:17.003131 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:17.072910 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=e454cfea-ca17-4915-8856-2f21ded7862e,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:17.107844 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77fd618-c82e-4296-8878-830f46779d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e454cfea-ca17-4915-8856-2f21ded7862e'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:15:17.111454 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4fa771-a2a0-4973-b47f-e691b52deb3d" -d '{"events": [{"server_uuid": "b77fd618-c82e-4296-8878-830f46779d01", "name": "network-vif-plugged", "status": "completed", "tag": "e454cfea-ca17-4915-8856-2f21ded7862e"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:15:17.215797 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a57510-0751-4a79-988f-e48106965277 x-openstack-request-id: req-92a57510-0751-4a79-988f-e48106965277 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:15:17.216088 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77fd618-c82e-4296-8878-830f46779d01", "name": "network-vif-plugged", "status": "completed", "tag": "e454cfea-ca17-4915-8856-2f21ded7862e", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:15:17.216346 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92a57510-0751-4a79-988f-e48106965277 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:15:17.216727 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77fd618-c82e-4296-8878-830f46779d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e454cfea-ca17-4915-8856-2f21ded7862e', 'code': 200} Sep 10 15:15:17.405548 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e89c6-c004-4479-8550-76b051b3e229 req-05d02512-135d-4590-a819-4e21fe416768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:17.407653 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-3d6e89c6-c004-4479-8550-76b051b3e229 req-05d02512-135d-4590-a819-4e21fe416768 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 1098 time: 0.0385876 Sep 10 15:15:17.430927 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12bd24-c6c0-42f2-ad51-9d17691e5904 req-469ef0b9-3ea7-4ec5-a9fd-9731f1cce9d4 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:17.432403 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ff12bd24-c6c0-42f2-ad51-9d17691e5904 req-469ef0b9-3ea7-4ec5-a9fd-9731f1cce9d4 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 945 time: 0.0783181 Sep 10 15:15:17.439880 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d8fa0-b91e-49a9-bdb5-a5f9fb9b12eb req-d419b3fa-4a37-4e0c-9648-8b32f6708e7c tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:17.441325 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-619d8fa0-b91e-49a9-bdb5-a5f9fb9b12eb req-d419b3fa-4a37-4e0c-9648-8b32f6708e7c tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0890408 Sep 10 15:15:17.449419 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-3d6e89c6-c004-4479-8550-76b051b3e229 req-dea62f4c-5d30-4cc2-9e56-797fb5574de0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318775 Sep 10 15:15:17.488714 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ff12bd24-c6c0-42f2-ad51-9d17691e5904 req-c9c75862-80e3-40cb-884a-2603c7814fcf tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464447 Sep 10 15:15:17.501197 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-619d8fa0-b91e-49a9-bdb5-a5f9fb9b12eb req-782587c6-35b4-4050-a878-0804094d544f tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524170 Sep 10 15:15:17.605962 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8aa3a2-2b2d-4b58-9902-8c1279f30e2a req-bac0f71a-f6e0-4eea-b385-2369499947d4 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:17.607444 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9d8aa3a2-2b2d-4b58-9902-8c1279f30e2a req-bac0f71a-f6e0-4eea-b385-2369499947d4 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3cc813f-069b-49b5-bf1e-7c24e89f32f5 HTTP/1.1" status: 200 len: 946 time: 0.0488019 Sep 10 15:15:17.645734 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9d8aa3a2-2b2d-4b58-9902-8c1279f30e2a req-6815d3c6-fae1-425a-9dc5-f6ac0cca8b5b tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322053 Sep 10 15:15:18.096254 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6d0b5-0018-411f-b103-5646f8e624e9 req-a3e478a3-9294-4fc7-9ee1-8543f6c5844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:18.097950 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-8ff6d0b5-0018-411f-b103-5646f8e624e9 req-a3e478a3-9294-4fc7-9ee1-8543f6c5844f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 1099 time: 0.0427039 Sep 10 15:15:18.135070 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-8ff6d0b5-0018-411f-b103-5646f8e624e9 req-77300337-75fe-4c7e-8e05-07902c83965b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283442 Sep 10 15:15:18.614784 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b55d9c-cc86-4abf-ab4e-cc90c42d8f79 req-2d357bcc-8c37-408b-888e-c32b72e00a3d tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:18.616273 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-53b55d9c-cc86-4abf-ab4e-cc90c42d8f79 req-2d357bcc-8c37-408b-888e-c32b72e00a3d tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 945 time: 0.0542419 Sep 10 15:15:18.679597 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-53b55d9c-cc86-4abf-ab4e-cc90c42d8f79 req-fd91b5df-67df-4a5e-97a7-c1e597930471 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534189 Sep 10 15:15:18.687758 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe131f3-a0db-4dd7-8070-78e85f90498a req-f61949a5-2663-4f3a-af88-f600f781a9a5 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:18.689391 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cbe131f3-a0db-4dd7-8070-78e85f90498a req-f61949a5-2663-4f3a-af88-f600f781a9a5 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0722153 Sep 10 15:15:18.727656 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cbe131f3-a0db-4dd7-8070-78e85f90498a req-41e3606b-0db5-40d6-b1e8-e95e15bd66d1 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323911 Sep 10 15:15:18.779550 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc501857-a466-414a-9471-c646c9ab0e0a req-4e7bca05-23e8-4d3c-8acf-8adc8ca4c127 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:18.781036 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cc501857-a466-414a-9471-c646c9ab0e0a req-4e7bca05-23e8-4d3c-8acf-8adc8ca4c127 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3cc813f-069b-49b5-bf1e-7c24e89f32f5 HTTP/1.1" status: 200 len: 946 time: 0.0469792 Sep 10 15:15:18.819494 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cc501857-a466-414a-9471-c646c9ab0e0a req-5f3407de-8a0e-4924-93b5-63005d3d2b46 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317469 Sep 10 15:15:19.711349 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:15:19.802670 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b4392-8407-4e94-8ca6-e921b3170c15 req-91718eaa-2b64-4cb2-baa7-b63fc40b3078 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:19.804157 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6a2b4392-8407-4e94-8ca6-e921b3170c15 req-91718eaa-2b64-4cb2-baa7-b63fc40b3078 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 945 time: 0.0537076 Sep 10 15:15:19.869314 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6a2b4392-8407-4e94-8ca6-e921b3170c15 req-5e169daa-c5a1-473a-b222-bce7300f24f1 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561738 Sep 10 15:15:19.878162 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3035037-95d5-48ea-8c29-0bf74117d599 req-18d50042-808d-425e-ade4-5ecce87e35bb tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:19.879749 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b3035037-95d5-48ea-8c29-0bf74117d599 req-18d50042-808d-425e-ade4-5ecce87e35bb tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0746024 Sep 10 15:15:19.925424 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b3035037-95d5-48ea-8c29-0bf74117d599 req-25e39637-85a5-4ef4-a23b-0876862df62e tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387447 Sep 10 15:15:19.988875 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18ad9c-c89a-4984-a9d9-309f1389358e req-3318111f-0746-4eac-ab5b-32fd90c43e33 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:19.990622 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-be18ad9c-c89a-4984-a9d9-309f1389358e req-3318111f-0746-4eac-ab5b-32fd90c43e33 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3cc813f-069b-49b5-bf1e-7c24e89f32f5 HTTP/1.1" status: 200 len: 946 time: 0.0557790 Sep 10 15:15:20.030324 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-be18ad9c-c89a-4984-a9d9-309f1389358e req-7bd0dab7-2bd8-4234-9c6b-450a1a9fe683 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334177 Sep 10 15:15:23.097946 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3e93d-03c2-49bb-9253-f1f0bce04e5b req-ee390851-65e8-43ea-9ae5-d566ced9ce6b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:23.099425 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fec3e93d-03c2-49bb-9253-f1f0bce04e5b req-ee390851-65e8-43ea-9ae5-d566ced9ce6b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0821013 Sep 10 15:15:23.106673 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52ddef-4914-4725-b128-079350f16db4 req-0cc05e40-49e3-49dd-8f6b-7aaf16224960 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:23.108149 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1c52ddef-4914-4725-b128-079350f16db4 req-0cc05e40-49e3-49dd-8f6b-7aaf16224960 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3cc813f-069b-49b5-bf1e-7c24e89f32f5 HTTP/1.1" status: 200 len: 946 time: 0.0789917 Sep 10 15:15:23.161819 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fec3e93d-03c2-49bb-9253-f1f0bce04e5b req-470cb97f-1949-44c0-832f-a52b2f0bfeba tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527370 Sep 10 15:15:23.168913 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1c52ddef-4914-4725-b128-079350f16db4 req-2c1daae0-f608-4a07-9a22-98b3411c9cfa tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457478 Sep 10 15:15:23.274601 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9e7a9-c454-466c-95a0-f159f0b39e50 req-849dcddc-a94a-4063-865d-bffd68a615c0 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:23.275970 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-28d9e7a9-c454-466c-95a0-f159f0b39e50 req-849dcddc-a94a-4063-865d-bffd68a615c0 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0477502 Sep 10 15:15:23.317081 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-28d9e7a9-c454-466c-95a0-f159f0b39e50 req-5a5e8b70-7200-4c0f-b7e5-618a2ff7228d tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351026 Sep 10 15:15:23.773090 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79c99d-24c3-40f5-9c1f-1a6d5657f6a4 req-6606716a-d86b-4a80-9286-63f376951b86 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:23.774716 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-3c79c99d-24c3-40f5-9c1f-1a6d5657f6a4 req-6606716a-d86b-4a80-9286-63f376951b86 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3cc813f-069b-49b5-bf1e-7c24e89f32f5 HTTP/1.1" status: 200 len: 946 time: 0.0498657 Sep 10 15:15:23.877361 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-3c79c99d-24c3-40f5-9c1f-1a6d5657f6a4 req-51d47325-74d3-478b-800d-8dc9e0417b70 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Deleting port ff035e1f-b3fb-4110-a706-ab594c428d83 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:15:23.877702 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-3c79c99d-24c3-40f5-9c1f-1a6d5657f6a4 req-51d47325-74d3-478b-800d-8dc9e0417b70 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:23.969980 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-3c79c99d-24c3-40f5-9c1f-1a6d5657f6a4 req-51d47325-74d3-478b-800d-8dc9e0417b70 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] For port ff035e1f-b3fb-4110-a706-ab594c428d83, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ff035e1f-b3fb-4110-a706-ab594c428d83,segment=NetworkSegment(3e438b74-5a78-40d0-a3c3-265005699fe7),segment_id=3e438b74-5a78-40d0-a3c3-265005699fe7)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:15:23.970350 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-3c79c99d-24c3-40f5-9c1f-1a6d5657f6a4 req-51d47325-74d3-478b-800d-8dc9e0417b70 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:23.985645 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-3c79c99d-24c3-40f5-9c1f-1a6d5657f6a4 req-51d47325-74d3-478b-800d-8dc9e0417b70 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Calling delete_port for ff035e1f-b3fb-4110-a706-ab594c428d83 owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:15:23.994103 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:24.131477 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-3c79c99d-24c3-40f5-9c1f-1a6d5657f6a4 req-51d47325-74d3-478b-800d-8dc9e0417b70 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:24.144864 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['ff035e1f-b3fb-4110-a706-ab594c428d83'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:15:24.161404 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d47325-74d3-478b-800d-8dc9e0417b70 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Pushing event deleted for resources: {'Port': ['ID=ff035e1f-b3fb-4110-a706-ab594c428d83,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:24.207039 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c79c99d-24c3-40f5-9c1f-1a6d5657f6a4 req-51d47325-74d3-478b-800d-8dc9e0417b70 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] No DVR routers for this DVR port ff035e1f-b3fb-4110-a706-ab594c428d83 on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:15:24.209894 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-3c79c99d-24c3-40f5-9c1f-1a6d5657f6a4 req-51d47325-74d3-478b-800d-8dc9e0417b70 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:24.212178 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-3c79c99d-24c3-40f5-9c1f-1a6d5657f6a4 req-51d47325-74d3-478b-800d-8dc9e0417b70 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.43 "DELETE /v2.0/ports/ff035e1f-b3fb-4110-a706-ab594c428d83 HTTP/1.1" status: 204 len: 173 time: 0.4270933 Sep 10 15:15:24.212838 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cc813f-069b-49b5-bf1e-7c24e89f32f5', 'name': 'network-vif-deleted', 'tag': 'ff035e1f-b3fb-4110-a706-ab594c428d83'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:15:24.215280 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df2fbbf-648c-4cb2-9e88-4c2f75613cfd" -d '{"events": [{"server_uuid": "b3cc813f-069b-49b5-bf1e-7c24e89f32f5", "name": "network-vif-deleted", "tag": "ff035e1f-b3fb-4110-a706-ab594c428d83"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:15:24.256300 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddf7912-927a-4698-98cc-418b432d1085 x-openstack-request-id: req-6ddf7912-927a-4698-98cc-418b432d1085 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:15:24.256608 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cc813f-069b-49b5-bf1e-7c24e89f32f5", "name": "network-vif-deleted", "tag": "ff035e1f-b3fb-4110-a706-ab594c428d83", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:15:24.257031 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ddf7912-927a-4698-98cc-418b432d1085 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:15:24.257671 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cc813f-069b-49b5-bf1e-7c24e89f32f5', 'name': 'network-vif-deleted', 'tag': 'ff035e1f-b3fb-4110-a706-ab594c428d83', 'status': 'completed', 'code': 200} Sep 10 15:15:24.279924 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1785d5a3-c847-4e2d-929c-ef46e256a527 req-369b6991-7250-4523-81c2-3ed8950f4b6c tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3cc813f-069b-49b5-bf1e-7c24e89f32f5 HTTP/1.1" status: 200 len: 210 time: 0.0362194 Sep 10 15:15:24.939956 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d4c85-95f4-4d6e-964f-c7697a88af38 req-51765f42-299a-40e0-8fb8-033b94bdb606 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:24.941640 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e21d4c85-95f4-4d6e-964f-c7697a88af38 req-51765f42-299a-40e0-8fb8-033b94bdb606 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0524590 Sep 10 15:15:24.955896 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61cce7-7a80-46d6-a842-82ea5f5e0125 req-7d5a612e-c216-4d1a-97e2-d238fffa152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:24.957573 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-ea61cce7-7a80-46d6-a842-82ea5f5e0125 req-7d5a612e-c216-4d1a-97e2-d238fffa152c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d4ba512da8349e891d810bef26b5436&device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 1099 time: 0.0516737 Sep 10 15:15:24.982582 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e21d4c85-95f4-4d6e-964f-c7697a88af38 req-6a11cd71-e1cc-4c68-9fa3-ddc9d1803cb6 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340464 Sep 10 15:15:25.052823 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61cce7-7a80-46d6-a842-82ea5f5e0125 req-ad79acfb-b7f9-4f20-848c-91a5e3c14577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:25.054309 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-ea61cce7-7a80-46d6-a842-82ea5f5e0125 req-ad79acfb-b7f9-4f20-848c-91a5e3c14577 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89c82b9c-da29-44a5-a286-a7806dfed4d4 HTTP/1.1" status: 200 len: 920 time: 0.0851688 Sep 10 15:15:25.099993 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-ea61cce7-7a80-46d6-a842-82ea5f5e0125 req-a6108552-50b0-4b76-9e3f-28e84d43a376 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c95297de-9c9a-406c-81aa-813ff7394bd6 HTTP/1.1" status: 200 len: 217 time: 0.0367572 Sep 10 15:15:25.159503 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61cce7-7a80-46d6-a842-82ea5f5e0125 req-426cd3cc-c8b6-4dae-90e1-c430d79a578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:25.161103 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-ea61cce7-7a80-46d6-a842-82ea5f5e0125 req-426cd3cc-c8b6-4dae-90e1-c430d79a578c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=56d1c94b-8bee-42a2-9581-b70245d1f7a7 HTTP/1.1" status: 200 len: 859 time: 0.0484476 Sep 10 15:15:25.206486 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-ea61cce7-7a80-46d6-a842-82ea5f5e0125 req-2f7d9770-cfcf-4a86-a3d7-9898103dae6a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89c82b9c-da29-44a5-a286-a7806dfed4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262396 Sep 10 15:15:25.322438 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-ea61cce7-7a80-46d6-a842-82ea5f5e0125 req-5e9bf5b4-925f-4b6c-ac44-1d6153a34c34 service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948379 Sep 10 15:15:25.422156 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-ea61cce7-7a80-46d6-a842-82ea5f5e0125 req-885be436-a2e5-4191-9d76-e64e3f47f2af service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901515 Sep 10 15:15:25.601486 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-fab11137-ada2-49ed-b009-497519922a5a tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:25.602948 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-fab11137-ada2-49ed-b009-497519922a5a tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/networks?id=eb8b3829-c16f-4854-b85b-761eddb88d44 HTTP/1.1" status: 200 len: 808 time: 0.1026728 Sep 10 15:15:25.617839 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-014a2dfd-29cd-48b2-8b67-6f96eb03354b tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/quotas/937164ea8404455fbfe51a0ef6ebaac5 HTTP/1.1" status: 200 len: 375 time: 0.0090878 Sep 10 15:15:25.649383 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-b4536d7d-cec4-4dbc-bc95-3f2290c12878 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=937164ea8404455fbfe51a0ef6ebaac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260537 Sep 10 15:15:25.736016 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-b84cfaa2-8049-4805-b204-cc82985ef2a8 service neutron] 10.222.0.32 "GET /v2.0/networks/eb8b3829-c16f-4854-b85b-761eddb88d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796134 Sep 10 15:15:25.838573 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-7414b00c-4f0d-4976-ac16-c6fb95a9bacc service neutron] 10.222.0.32 "GET /v2.0/networks/eb8b3829-c16f-4854-b85b-761eddb88d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967309 Sep 10 15:15:26.014090 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2043bc5c-b6b6-44a4-b694-e9064cbae9e0 req-8a5b6fb4-b8f9-47b7-aeed-08167dbb3196 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ccf9e1-2674-4059-bf28-7d46d944533d HTTP/1.1" status: 200 len: 210 time: 0.0351405 Sep 10 15:15:26.121803 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69c745-cb4a-49e8-a9fc-c3e810f087bc req-0f3f503d-5af2-47b8-b985-fe3e96c082d8 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:26.123291 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bf69c745-cb4a-49e8-a9fc-c3e810f087bc req-0f3f503d-5af2-47b8-b985-fe3e96c082d8 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0534878 Sep 10 15:15:26.164836 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bf69c745-cb4a-49e8-a9fc-c3e810f087bc req-e145eb6c-fd76-4553-8de5-338e36ceb501 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349746 Sep 10 15:15:27.126974 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cfd9a59c-35e3-4e33-87e7-b6d3542e4c26 req-cb1cec5f-4c90-4af1-8a3c-c17a33b235e9 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ccf9e1-2674-4059-bf28-7d46d944533d HTTP/1.1" status: 200 len: 210 time: 0.0352807 Sep 10 15:15:27.155842 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-2a14b749-b471-4fab-9896-793418c00b24 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:27.157352 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-2a14b749-b471-4fab-9896-793418c00b24 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.43 "GET /v2.0/networks?id=eb8b3829-c16f-4854-b85b-761eddb88d44 HTTP/1.1" status: 200 len: 808 time: 0.1253464 Sep 10 15:15:27.178361 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-912ffb0f-7846-4528-a380-256bba30fcd7 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Request body: {'port': {'device_id': 'f3ccf9e1-2674-4059-bf28-7d46d944533d', 'network_id': 'eb8b3829-c16f-4854-b85b-761eddb88d44', 'admin_state_up': True, 'tenant_id': '937164ea8404455fbfe51a0ef6ebaac5'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:15:27.290184 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e86c5-da7f-4ff8-884c-343dea834643 req-5363feb5-6141-420c-bd49-840893ad4852 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:27.291660 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2e5e86c5-da7f-4ff8-884c-343dea834643 req-5363feb5-6141-420c-bd49-840893ad4852 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0506167 Sep 10 15:15:27.325589 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-912ffb0f-7846-4528-a380-256bba30fcd7 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Made reservation on behalf of 937164ea8404455fbfe51a0ef6ebaac5 for: {'port': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:15:27.329438 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-912ffb0f-7846-4528-a380-256bba30fcd7 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:27.337382 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2e5e86c5-da7f-4ff8-884c-343dea834643 req-2fad028b-1d89-4db2-bd29-eeef2cf2e7b8 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383921 Sep 10 15:15:27.478276 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-912ffb0f-7846-4528-a380-256bba30fcd7 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Allocated IP 172.20.0.9 (eb8b3829-c16f-4854-b85b-761eddb88d44/8919d990-e612-447d-b823-f5d453bec3e1/3d60bfc3-84ae-428b-b92a-f1075e56176d) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:15:27.630795 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-912ffb0f-7846-4528-a380-256bba30fcd7 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:27.669766 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-912ffb0f-7846-4528-a380-256bba30fcd7 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:27.713857 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-912ffb0f-7846-4528-a380-256bba30fcd7 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Network eb8b3829-c16f-4854-b85b-761eddb88d44 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:15:27.719020 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-912ffb0f-7846-4528-a380-256bba30fcd7 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:15:27.723686 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-912ffb0f-7846-4528-a380-256bba30fcd7 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:15:27.727575 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ffb0f-7846-4528-a380-256bba30fcd7 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Pushing event updated for resources: {'Port': ['ID=3d60bfc3-84ae-428b-b92a-f1075e56176d,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:27.779264 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-912ffb0f-7846-4528-a380-256bba30fcd7 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:27.779896 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-912ffb0f-7846-4528-a380-256bba30fcd7 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:27.793643 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-912ffb0f-7846-4528-a380-256bba30fcd7 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6204584 Sep 10 15:15:27.807307 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Request body: {'port': {'device_id': 'f3ccf9e1-2674-4059-bf28-7d46d944533d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:15:27.866007 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:28.060188 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 56980) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:28.138745 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d60bfc3-84ae-428b-b92a-f1075e56176d {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:15:28.146781 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:28.158709 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Transition to ACTIVE for port object 3d60bfc3-84ae-428b-b92a-f1075e56176d will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:15:28.164040 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b8e50460-b4c4-453e-be12-49e561716f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:28.164511 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:28.219177 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Pushing event updated for resources: {'Port': ['ID=3d60bfc3-84ae-428b-b92a-f1075e56176d,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:28.295178 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-ad8bf740-3629-4be5-adf6-004603b21dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:28.307839 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60940f0a-a448-4778-85ec-1ca30a1b95b8 req-eea53f09-9a52-4149-a840-deabb9b54eb5 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:28.309444 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-60940f0a-a448-4778-85ec-1ca30a1b95b8 req-eea53f09-9a52-4149-a840-deabb9b54eb5 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ccf9e1-2674-4059-bf28-7d46d944533d HTTP/1.1" status: 200 len: 943 time: 0.0895443 Sep 10 15:15:28.345202 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b8e50460-b4c4-453e-be12-49e561716f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:28.353089 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b8e50460-b4c4-453e-be12-49e561716f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:28.397482 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-60940f0a-a448-4778-85ec-1ca30a1b95b8 req-1bad81ca-e0b0-46cd-854a-312a6cc37965 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748219 Sep 10 15:15:28.429649 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-b8e50460-b4c4-453e-be12-49e561716f06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5924639effe4539b22b0199fb3d2fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683536 Sep 10 15:15:28.434796 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 56988) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:28.453949 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e50460-b4c4-453e-be12-49e561716f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170430c4-3d03-4bf5-97b0-d0c244205d87,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:28.517858 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d527591-6167-4e39-99c4-6da4a25c96a9 req-6fe9b9de-9e17-4d2a-b535-f3aabfb5b9e7 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:28.524112 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Attempting to bind port 3d60bfc3-84ae-428b-b92a-f1075e56176d on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:15:28.524563 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Attempting to bind port 3d60bfc3-84ae-428b-b92a-f1075e56176d by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '3e438b74-5a78-40d0-a3c3-265005699fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb8b3829-c16f-4854-b85b-761eddb88d44'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:15:28.524982 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Attempting to bind port 3d60bfc3-84ae-428b-b92a-f1075e56176d on network eb8b3829-c16f-4854-b85b-761eddb88d44 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:15:28.527111 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5d527591-6167-4e39-99c4-6da4a25c96a9 req-6fe9b9de-9e17-4d2a-b535-f3aabfb5b9e7 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.1159871 Sep 10 15:15:28.529641 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Port 3d60bfc3-84ae-428b-b92a-f1075e56176d on network eb8b3829-c16f-4854-b85b-761eddb88d44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:15:28.530020 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Attempting to bind port 3d60bfc3-84ae-428b-b92a-f1075e56176d on network eb8b3829-c16f-4854-b85b-761eddb88d44 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:15:28.535627 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:15:28.536037 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Checking segment: {'id': '3e438b74-5a78-40d0-a3c3-265005699fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb8b3829-c16f-4854-b85b-761eddb88d44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:15:28.536477 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Bound using segment: {'id': '3e438b74-5a78-40d0-a3c3-265005699fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb8b3829-c16f-4854-b85b-761eddb88d44'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:15:28.537004 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Bound port: 3d60bfc3-84ae-428b-b92a-f1075e56176d, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e438b74-5a78-40d0-a3c3-265005699fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'eb8b3829-c16f-4854-b85b-761eddb88d44'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:15:28.537409 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:28.567772 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7f635e78-0f2c-4110-ab62-45aa0fe1d520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:28.608253 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5d527591-6167-4e39-99c4-6da4a25c96a9 req-44b19e38-2263-4d40-ab95-65ae271f3657 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803351 Sep 10 15:15:28.610453 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7f635e78-0f2c-4110-ab62-45aa0fe1d520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:28.611003 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] For port 3d60bfc3-84ae-428b-b92a-f1075e56176d, host hv-cinder-76018, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:15:28.615016 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] For port 3d60bfc3-84ae-428b-b92a-f1075e56176d, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=3d60bfc3-84ae-428b-b92a-f1075e56176d,segment=NetworkSegment(3e438b74-5a78-40d0-a3c3-265005699fe7),segment_id=3e438b74-5a78-40d0-a3c3-265005699fe7)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:15:28.632870 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:28.668475 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7f635e78-0f2c-4110-ab62-45aa0fe1d520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:28.672070 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7f635e78-0f2c-4110-ab62-45aa0fe1d520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:28.675171 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:28.676056 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:28.678233 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] 10.222.0.43 "PUT /v2.0/ports/3d60bfc3-84ae-428b-b92a-f1075e56176d HTTP/1.1" status: 200 len: 1093 time: 0.8750672 Sep 10 15:15:28.679024 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ccf9e1-2674-4059-bf28-7d46d944533d', 'tag': '3d60bfc3-84ae-428b-b92a-f1075e56176d'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:15:28.681919 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845cffea-d9b3-417a-b3cb-4da20c2c8919" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ccf9e1-2674-4059-bf28-7d46d944533d", "tag": "3d60bfc3-84ae-428b-b92a-f1075e56176d"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:15:28.689475 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-7f635e78-0f2c-4110-ab62-45aa0fe1d520 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/170430c4-3d03-4bf5-97b0-d0c244205d87 HTTP/1.1" status: 204 len: 168 time: 0.2436202 Sep 10 15:15:28.704254 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f635e78-0f2c-4110-ab62-45aa0fe1d520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170430c4-3d03-4bf5-97b0-d0c244205d87,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:28.742959 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c77d3c-2e3e-4cb4-a323-42170478ee1a x-openstack-request-id: req-e7c77d3c-2e3e-4cb4-a323-42170478ee1a {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:15:28.743237 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ccf9e1-2674-4059-bf28-7d46d944533d", "tag": "3d60bfc3-84ae-428b-b92a-f1075e56176d", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:15:28.743566 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7c77d3c-2e3e-4cb4-a323-42170478ee1a {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:15:28.743952 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ccf9e1-2674-4059-bf28-7d46d944533d', 'tag': '3d60bfc3-84ae-428b-b92a-f1075e56176d', 'status': 'completed', 'code': 200} Sep 10 15:15:28.788169 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70b813-ccc7-4661-82f8-5ed5c8fa9fbf service neutron] Pushing event updated for resources: {'Port': ['ID=3d60bfc3-84ae-428b-b92a-f1075e56176d,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:28.799691 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-1c7b7605-1528-4a1f-97f9-36d02a7dc85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:28.801480 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-1c7b7605-1528-4a1f-97f9-36d02a7dc85d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=937164ea8404455fbfe51a0ef6ebaac5&device_id=f3ccf9e1-2674-4059-bf28-7d46d944533d HTTP/1.1" status: 200 len: 1096 time: 0.0521679 Sep 10 15:15:28.851863 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-44b3a017-92e1-4c21-9b99-f7d79a96bf22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d60bfc3-84ae-428b-b92a-f1075e56176d HTTP/1.1" status: 200 len: 217 time: 0.0359423 Sep 10 15:15:28.866189 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device ff035e1f-b3fb-4110-a706-ab594c428d83 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:15:28.901134 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: ff035e1f-b3fb-4110-a706-ab594c428d83 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:15:28.901466 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device ff035e1f-b3fb-4110-a706-ab594c428d83 not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:15:28.911174 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-3afeea33-7e8e-460d-96b2-a9c40b327545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:28.912702 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-3afeea33-7e8e-460d-96b2-a9c40b327545 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8919d990-e612-447d-b823-f5d453bec3e1 HTTP/1.1" status: 200 len: 848 time: 0.0523663 Sep 10 15:15:28.953333 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-24d4bf71-6679-4ab2-a9ee-3f15456ff084 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eb8b3829-c16f-4854-b85b-761eddb88d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318410 Sep 10 15:15:29.065337 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-6b24db87-2ee5-4012-ab1a-de4bd10fe555 service neutron] 10.222.0.43 "GET /v2.0/networks/eb8b3829-c16f-4854-b85b-761eddb88d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018877 Sep 10 15:15:29.179548 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f89054d8-826d-4923-bbb0-1bc53a6fa779 req-a9b29653-95ff-4120-92ed-e93f7766ab21 service neutron] 10.222.0.43 "GET /v2.0/networks/eb8b3829-c16f-4854-b85b-761eddb88d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005068 Sep 10 15:15:29.275227 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cffea-d9b3-417a-b3cb-4da20c2c8919 req-3a88eb77-fe8e-4c6a-8a2e-708430213354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:29.276885 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-845cffea-d9b3-417a-b3cb-4da20c2c8919 req-3a88eb77-fe8e-4c6a-8a2e-708430213354 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=937164ea8404455fbfe51a0ef6ebaac5&device_id=f3ccf9e1-2674-4059-bf28-7d46d944533d HTTP/1.1" status: 200 len: 1096 time: 0.0421736 Sep 10 15:15:29.374576 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cffea-d9b3-417a-b3cb-4da20c2c8919 req-ee497133-cbcf-4c90-8f22-24a05370b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:29.376141 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-845cffea-d9b3-417a-b3cb-4da20c2c8919 req-ee497133-cbcf-4c90-8f22-24a05370b75d service neutron] 10.222.0.43 "GET /v2.0/networks?id=eb8b3829-c16f-4854-b85b-761eddb88d44 HTTP/1.1" status: 200 len: 909 time: 0.0896559 Sep 10 15:15:29.428335 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-845cffea-d9b3-417a-b3cb-4da20c2c8919 req-e2e2c9e5-4acd-435b-bff5-d4a6fbf854ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d60bfc3-84ae-428b-b92a-f1075e56176d HTTP/1.1" status: 200 len: 217 time: 0.0394011 Sep 10 15:15:29.479758 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cffea-d9b3-417a-b3cb-4da20c2c8919 req-d7c6ba74-8583-469e-8602-75759eadb142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:29.481644 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-845cffea-d9b3-417a-b3cb-4da20c2c8919 req-d7c6ba74-8583-469e-8602-75759eadb142 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8919d990-e612-447d-b823-f5d453bec3e1 HTTP/1.1" status: 200 len: 848 time: 0.0451775 Sep 10 15:15:29.515579 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c468a3f-58ce-400c-8275-42292f2fcca4 req-4eaf5b5c-2fe8-4111-abf9-8d5277ec052a tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:29.517235 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4c468a3f-58ce-400c-8275-42292f2fcca4 req-4eaf5b5c-2fe8-4111-abf9-8d5277ec052a tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ccf9e1-2674-4059-bf28-7d46d944533d HTTP/1.1" status: 200 len: 943 time: 0.0559382 Sep 10 15:15:29.517954 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-845cffea-d9b3-417a-b3cb-4da20c2c8919 req-795ee638-94c0-47a5-a44f-96cac3f332e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eb8b3829-c16f-4854-b85b-761eddb88d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254498 Sep 10 15:15:29.559113 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4c468a3f-58ce-400c-8275-42292f2fcca4 req-090341a1-8fb3-4d09-950d-a50e1addaffd tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347891 Sep 10 15:15:29.632621 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-845cffea-d9b3-417a-b3cb-4da20c2c8919 req-86f8d516-df78-4697-8227-1ab37c3b5c77 service neutron] 10.222.0.43 "GET /v2.0/networks/eb8b3829-c16f-4854-b85b-761eddb88d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009452 Sep 10 15:15:29.757850 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764549ad-00ca-4197-88f4-0e08f7034a70 req-4a32196b-bce4-4d82-9ee7-0916c27d6ede tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:29.759398 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-764549ad-00ca-4197-88f4-0e08f7034a70 req-4a32196b-bce4-4d82-9ee7-0916c27d6ede tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0632155 Sep 10 15:15:29.764017 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-845cffea-d9b3-417a-b3cb-4da20c2c8919 req-797168e3-4952-4f67-8987-8b1e5cea9328 service neutron] 10.222.0.43 "GET /v2.0/networks/eb8b3829-c16f-4854-b85b-761eddb88d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210213 Sep 10 15:15:29.833288 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-764549ad-00ca-4197-88f4-0e08f7034a70 req-cc3f8a75-3675-4559-85f6-dd4b8f298a0f tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667148 Sep 10 15:15:30.276019 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 57068) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:30.323740 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc4f61a-1818-4bfc-9480-e2d048d480dd admin admin] Deleting subnet 0abb16ad-4d5c-4bb9-a6eb-623c98d3e5dc {{(pid=94031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:15:30.326773 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cdc4f61a-1818-4bfc-9480-e2d048d480dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:30.359800 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cdc4f61a-1818-4bfc-9480-e2d048d480dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12600615'] for subnet, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:30.396773 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cdc4f61a-1818-4bfc-9480-e2d048d480dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766759'] for subnet, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:30.448030 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cdc4f61a-1818-4bfc-9480-e2d048d480dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13672809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13098714'] for subnet, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:30.481060 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4f61a-1818-4bfc-9480-e2d048d480dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0abb16ad-4d5c-4bb9-a6eb-623c98d3e5dc,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:30.482759 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cdc4f61a-1818-4bfc-9480-e2d048d480dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:30.484610 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-cdc4f61a-1818-4bfc-9480-e2d048d480dd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0abb16ad-4d5c-4bb9-a6eb-623c98d3e5dc HTTP/1.1" status: 204 len: 168 time: 0.2075374 Sep 10 15:15:30.487780 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 57070) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:30.556139 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-44e39ed2-f039-41c7-affb-c1214c9d5eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1354939'] for network, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:30.635133 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-44e39ed2-f039-41c7-affb-c1214c9d5eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767442', 'neutron.services.segments.db._delete_segments_for_network-8740670112925'] for network, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:30.675929 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-44e39ed2-f039-41c7-affb-c1214c9d5eaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285361f9-377b-47ce-947e-3ca2b721ea51']}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:15:30.686739 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-44e39ed2-f039-41c7-affb-c1214c9d5eaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e586dd-4603-4991-9704-878a23aaef0e') {'for_net_delete': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:15:30.687026 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-44e39ed2-f039-41c7-affb-c1214c9d5eaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e586dd-4603-4991-9704-878a23aaef0e') {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:15:30.698722 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-44e39ed2-f039-41c7-affb-c1214c9d5eaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740670111398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12600670'] for segment, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:30.719282 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a3b0b-5d7f-4016-9a96-ddd15e565d6f req-6cf81edf-6662-40df-bb0c-2e3dd48671f8 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:30.721342 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6f4a3b0b-5d7f-4016-9a96-ddd15e565d6f req-6cf81edf-6662-40df-bb0c-2e3dd48671f8 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ccf9e1-2674-4059-bf28-7d46d944533d HTTP/1.1" status: 200 len: 943 time: 0.0835488 Sep 10 15:15:30.722285 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-44e39ed2-f039-41c7-affb-c1214c9d5eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:30.729847 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e39ed2-f039-41c7-affb-c1214c9d5eaa admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:15:30.730225 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-44e39ed2-f039-41c7-affb-c1214c9d5eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13673099'] for segment, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: Traceback (most recent call last): Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: timer() Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: cb(*args, **kw) Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: return func(*args, **kwargs) Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: self._notify() Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: self.callback(batched_events) Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: event.method(event) Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: return f(self, *a, **k) Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: return self._get(url).json() Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: return self.request(url, 'GET', **kwargs) Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:15:30.731868 dv-cinder-760184-10-iscsi neutron-server[94031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:15:30.803197 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-44e39ed2-f039-41c7-affb-c1214c9d5eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550926'] for network, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:30.809798 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6f4a3b0b-5d7f-4016-9a96-ddd15e565d6f req-3f33d21e-d49d-454f-9fb4-19afb28bd3bf tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817668 Sep 10 15:15:30.815419 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-44e39ed2-f039-41c7-affb-c1214c9d5eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:30.817064 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-44e39ed2-f039-41c7-affb-c1214c9d5eaa admin admin] 10.222.0.32 "DELETE /v2.0/networks/285361f9-377b-47ce-947e-3ca2b721ea51 HTTP/1.1" status: 204 len: 168 time: 0.3282351 Sep 10 15:15:30.819995 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 57076) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:30.826419 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e39ed2-f039-41c7-affb-c1214c9d5eaa admin admin] Pushing event deleted for resources: {'Network': ['ID=285361f9-377b-47ce-947e-3ca2b721ea51,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:30.873616 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8c300c-12a6-4672-a2fc-853c3ad63021 admin admin] Deleting subnet 1f8e9c1d-94f8-4fdb-b160-347d576c4895 {{(pid=94032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:15:30.876999 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6d8c300c-12a6-4672-a2fc-853c3ad63021 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:30.886565 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-47612b6d-244c-4cce-9b0d-36a1171a2c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:30.912232 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6d8c300c-12a6-4672-a2fc-853c3ad63021 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13604879'] for subnet, precommit_delete_associations {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:30.954937 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6d8c300c-12a6-4672-a2fc-853c3ad63021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766759'] for subnet, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:30.956109 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4feb536-9496-44bc-8586-45f95091c3bd req-cf7804f7-fc3a-492c-84f4-84f6776f3a6c tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:30.958144 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b4feb536-9496-44bc-8586-45f95091c3bd req-cf7804f7-fc3a-492c-84f4-84f6776f3a6c tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0574512 Sep 10 15:15:31.004116 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b4feb536-9496-44bc-8586-45f95091c3bd req-efe1f4b1-3823-4cf6-b538-9b13bf652f2c tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397942 Sep 10 15:15:31.027415 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6d8c300c-12a6-4672-a2fc-853c3ad63021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13899841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13349813'] for subnet, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:31.054127 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c300c-12a6-4672-a2fc-853c3ad63021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f8e9c1d-94f8-4fdb-b160-347d576c4895,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:31.057895 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6d8c300c-12a6-4672-a2fc-853c3ad63021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:31.059783 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-6d8c300c-12a6-4672-a2fc-853c3ad63021 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1f8e9c1d-94f8-4fdb-b160-347d576c4895 HTTP/1.1" status: 204 len: 168 time: 0.2381306 Sep 10 15:15:31.064804 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 57090) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:31.133105 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f5c75140-36ee-4e24-970f-3ac85a2de287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1354939'] for network, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:31.215896 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f5c75140-36ee-4e24-970f-3ac85a2de287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767442', 'neutron.services.segments.db._delete_segments_for_network-8740670112925'] for network, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:31.240034 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-f5c75140-36ee-4e24-970f-3ac85a2de287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e8514b-8f1c-4f36-9343-cc69021f3bc8']}} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:15:31.249620 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-f5c75140-36ee-4e24-970f-3ac85a2de287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1541893c-eae5-429f-af3d-380fabe7ac1d') {'for_net_delete': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:15:31.249913 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-f5c75140-36ee-4e24-970f-3ac85a2de287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1541893c-eae5-429f-af3d-380fabe7ac1d') {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:15:31.260207 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f5c75140-36ee-4e24-970f-3ac85a2de287 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740670111398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13604982'] for segment, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:31.273856 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f5c75140-36ee-4e24-970f-3ac85a2de287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:31.279787 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c75140-36ee-4e24-970f-3ac85a2de287 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:15:31.280179 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f5c75140-36ee-4e24-970f-3ac85a2de287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13900707'] for segment, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: Traceback (most recent call last): Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: timer() Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: cb(*args, **kw) Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: return func(*args, **kwargs) Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: self._notify() Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: self.callback(batched_events) Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: event.method(event) Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: return f(self, *a, **k) Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: return self._get(url).json() Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: return self.request(url, 'GET', **kwargs) Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:15:31.281973 dv-cinder-760184-10-iscsi neutron-server[94032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:15:31.310639 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:31.350185 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f5c75140-36ee-4e24-970f-3ac85a2de287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550926'] for network, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:31.357482 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f5c75140-36ee-4e24-970f-3ac85a2de287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:31.359397 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-f5c75140-36ee-4e24-970f-3ac85a2de287 admin admin] 10.222.0.32 "DELETE /v2.0/networks/03e8514b-8f1c-4f36-9343-cc69021f3bc8 HTTP/1.1" status: 204 len: 168 time: 0.2960770 Sep 10 15:15:31.370805 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c75140-36ee-4e24-970f-3ac85a2de287 admin admin] Pushing event deleted for resources: {'Network': ['ID=03e8514b-8f1c-4f36-9343-cc69021f3bc8,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:31.535991 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 57118) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:31.579440 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-e3cbd45b-fccf-4018-86e2-3b6a0b18345f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58c3e4dba2994ce6ae8c649c60137531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420299 Sep 10 15:15:31.582836 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 57120) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:31.631809 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2cf8a554-7c78-4ea5-833e-8901cc787df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:31.652998 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2cf8a554-7c78-4ea5-833e-8901cc787df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:31.704309 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2cf8a554-7c78-4ea5-833e-8901cc787df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:31.707592 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2cf8a554-7c78-4ea5-833e-8901cc787df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:31.708731 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-2cf8a554-7c78-4ea5-833e-8901cc787df0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd9c7659-dc07-44b4-951e-38618cb6f424 HTTP/1.1" status: 204 len: 168 time: 0.1247997 Sep 10 15:15:31.716922 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8a554-7c78-4ea5-833e-8901cc787df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9c7659-dc07-44b4-951e-38618cb6f424,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:31.948263 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76721f-f0a4-48fd-bbc0-f26214e90c5e req-b5f8a15d-6e33-43ff-95fe-740fcfe3e9c0 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:31.950167 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ea76721f-f0a4-48fd-bbc0-f26214e90c5e req-b5f8a15d-6e33-43ff-95fe-740fcfe3e9c0 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ccf9e1-2674-4059-bf28-7d46d944533d HTTP/1.1" status: 200 len: 943 time: 0.0507753 Sep 10 15:15:31.992578 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ea76721f-f0a4-48fd-bbc0-f26214e90c5e req-176cc4ca-ff06-4175-9f59-9a03550ab16e tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325167 Sep 10 15:15:32.057562 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 57132) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:32.123417 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-f2e13f1c-f31d-41ee-a9e0-862265473ca0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ef5fdcb5f2b44258ff77cdcba8d199f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0646632 Sep 10 15:15:32.125999 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 57136) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:32.143920 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ac065-d047-4c02-b12f-e269f7f8b36c req-11edf734-11cb-42d7-814f-e2474f104b44 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:32.145462 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c48ac065-d047-4c02-b12f-e269f7f8b36c req-11edf734-11cb-42d7-814f-e2474f104b44 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0601628 Sep 10 15:15:32.183165 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f2072bc6-7b2a-483b-9191-d7c3aa5b4255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:32.185474 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c48ac065-d047-4c02-b12f-e269f7f8b36c req-0de6395b-1375-4481-b40f-a0f219ddf2f6 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338752 Sep 10 15:15:32.207839 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:32.208414 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f2072bc6-7b2a-483b-9191-d7c3aa5b4255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:32.258188 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f2072bc6-7b2a-483b-9191-d7c3aa5b4255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:32.261116 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f2072bc6-7b2a-483b-9191-d7c3aa5b4255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:32.262263 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-f2072bc6-7b2a-483b-9191-d7c3aa5b4255 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e46f46db-2ab8-44c5-a515-7f62ece8fc2c HTTP/1.1" status: 204 len: 168 time: 0.1346273 Sep 10 15:15:32.270937 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2072bc6-7b2a-483b-9191-d7c3aa5b4255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46f46db-2ab8-44c5-a515-7f62ece8fc2c,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:32.819713 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 57174) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:32.903526 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 3d60bfc3-84ae-428b-b92a-f1075e56176d details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:15:32.928447 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5ebecffe-eb84-471b-babd-e8629b926ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:33.029281 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 3d60bfc3-84ae-428b-b92a-f1075e56176d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=3d60bfc3-84ae-428b-b92a-f1075e56176d,segment=NetworkSegment(3e438b74-5a78-40d0-a3c3-265005699fe7),segment_id=3e438b74-5a78-40d0-a3c3-265005699fe7)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:15:33.042231 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': '3d60bfc3-84ae-428b-b92a-f1075e56176d', 'network_id': 'eb8b3829-c16f-4854-b85b-761eddb88d44', 'port_id': '3d60bfc3-84ae-428b-b92a-f1075e56176d', 'mac_address': 'fa:16:3e:25:62:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8919d990-e612-447d-b823-f5d453bec3e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:15:33.054096 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5ebecffe-eb84-471b-babd-e8629b926ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:33.066990 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5ebecffe-eb84-471b-babd-e8629b926ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:33.083861 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:33.100641 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d60bfc3-84ae-428b-b92a-f1075e56176d {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:15:33.120803 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-5ebecffe-eb84-471b-babd-e8629b926ea7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb2a068c0d3d4b189950fd16419c7ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996829 Sep 10 15:15:33.123028 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebecffe-eb84-471b-babd-e8629b926ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38192ef0-018d-4846-aa67-056594e1bd1d,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:33.125561 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 57190) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:33.130500 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 3d60bfc3-84ae-428b-b92a-f1075e56176d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=3d60bfc3-84ae-428b-b92a-f1075e56176d,segment=NetworkSegment(3e438b74-5a78-40d0-a3c3-265005699fe7),segment_id=3e438b74-5a78-40d0-a3c3-265005699fe7)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:15:33.136623 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:33.144460 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da00eb-80b7-4ead-b1ee-3d3c60412959 req-f06801fe-7466-4bd3-b3de-aad48e2cb154 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:33.153014 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b9da00eb-80b7-4ead-b1ee-3d3c60412959 req-f06801fe-7466-4bd3-b3de-aad48e2cb154 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ccf9e1-2674-4059-bf28-7d46d944533d HTTP/1.1" status: 200 len: 943 time: 0.0789371 Sep 10 15:15:33.191846 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d36bbfa9-4530-40d4-bdd5-7bef2dc20d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:33.192376 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=3d60bfc3-84ae-428b-b92a-f1075e56176d,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:33.198989 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b9da00eb-80b7-4ead-b1ee-3d3c60412959 req-f3aa2a39-42a9-47a8-85fd-4bc81227fbf0 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446682 Sep 10 15:15:33.246862 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d36bbfa9-4530-40d4-bdd5-7bef2dc20d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:33.305791 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d36bbfa9-4530-40d4-bdd5-7bef2dc20d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:33.308167 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d36bbfa9-4530-40d4-bdd5-7bef2dc20d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:33.312706 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-d36bbfa9-4530-40d4-bdd5-7bef2dc20d24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38192ef0-018d-4846-aa67-056594e1bd1d HTTP/1.1" status: 204 len: 168 time: 0.1859365 Sep 10 15:15:33.322464 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bbfa9-4530-40d4-bdd5-7bef2dc20d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38192ef0-018d-4846-aa67-056594e1bd1d,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:33.339382 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93566683-0a21-4d01-a76d-0eed2dbc8f89 req-2bb8fc11-b4da-4ab9-a2b1-9700214c687b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:33.349380 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-93566683-0a21-4d01-a76d-0eed2dbc8f89 req-2bb8fc11-b4da-4ab9-a2b1-9700214c687b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0825667 Sep 10 15:15:33.386593 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-93566683-0a21-4d01-a76d-0eed2dbc8f89 req-45c5665d-3822-44ee-b76a-c10904353900 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362918 Sep 10 15:15:33.569428 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['3d60bfc3-84ae-428b-b92a-f1075e56176d'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:15:33.650994 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:34.185198 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-52f15207-24a5-458f-8d32-9ae100ef715e tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:34.186786 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-52f15207-24a5-458f-8d32-9ae100ef715e tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/networks?id=8d3b0b79-b02f-415f-a544-6d759d712dbf HTTP/1.1" status: 200 len: 815 time: 0.1235611 Sep 10 15:15:34.209064 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-6f9c3935-17b2-4902-a1f2-cbfbb553eb9e tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/quotas/bee7eeacd1f84ecbbada79b0ca26d149 HTTP/1.1" status: 200 len: 375 time: 0.0160506 Sep 10 15:15:34.272354 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-afec3116-fa26-4125-a438-85233dedd936 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bee7eeacd1f84ecbbada79b0ca26d149&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556529 Sep 10 15:15:34.379481 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd442714-45f6-4362-8568-d306a4332399 req-e488eae4-6132-4801-afbc-3a2d3a554cf5 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:34.386891 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fd442714-45f6-4362-8568-d306a4332399 req-e488eae4-6132-4801-afbc-3a2d3a554cf5 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ccf9e1-2674-4059-bf28-7d46d944533d HTTP/1.1" status: 200 len: 944 time: 0.1134691 Sep 10 15:15:34.434175 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-ab0892cb-ea9a-46cc-b8b7-77d07e95430f service neutron] 10.222.0.32 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500065 Sep 10 15:15:34.444094 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fd442714-45f6-4362-8568-d306a4332399 req-9382063c-9d8b-492c-856a-aee20dc53195 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562267 Sep 10 15:15:34.544670 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-fdae65b8-b4eb-451e-ae43-cb92a7d30762 service neutron] 10.222.0.32 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975714 Sep 10 15:15:34.687417 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb3e9e-1ac0-4ff5-b05f-5d90e82d4e23 req-21392245-316f-46f3-901b-5e9fe59d0c12 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:34.689097 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-05fb3e9e-1ac0-4ff5-b05f-5d90e82d4e23 req-21392245-316f-46f3-901b-5e9fe59d0c12 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0666449 Sep 10 15:15:34.746113 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0881b937-03b6-4871-b849-122e41edea10 req-b74a2d0c-613c-4638-b5a5-67960d2a739c tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=948b5195-ae50-4d4d-be5d-1a5aaa1ceb16 HTTP/1.1" status: 200 len: 210 time: 0.0443225 Sep 10 15:15:34.773425 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-05fb3e9e-1ac0-4ff5-b05f-5d90e82d4e23 req-56f2ce74-f752-48f9-9a6e-6f3af0c9b4b0 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703142 Sep 10 15:15:34.935658 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 3d60bfc3-84ae-428b-b92a-f1075e56176d up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:15:34.985328 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port 3d60bfc3-84ae-428b-b92a-f1075e56176d completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:15:34.989628 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port 3d60bfc3-84ae-428b-b92a-f1075e56176d triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:15:34.989995 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:35.070712 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:35.094109 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ccf9e1-2674-4059-bf28-7d46d944533d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d60bfc3-84ae-428b-b92a-f1075e56176d'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:15:35.096917 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8908d199-3796-48f6-9f7a-07a48e18ce3e" -d '{"events": [{"server_uuid": "f3ccf9e1-2674-4059-bf28-7d46d944533d", "name": "network-vif-plugged", "status": "completed", "tag": "3d60bfc3-84ae-428b-b92a-f1075e56176d"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:15:35.110181 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 3d60bfc3-84ae-428b-b92a-f1075e56176d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=3d60bfc3-84ae-428b-b92a-f1075e56176d,segment=NetworkSegment(3e438b74-5a78-40d0-a3c3-265005699fe7),segment_id=3e438b74-5a78-40d0-a3c3-265005699fe7)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:15:35.115187 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:35.137713 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0925a3c4-fc80-4b7a-9b9b-b7f96aaba9cf x-openstack-request-id: req-0925a3c4-fc80-4b7a-9b9b-b7f96aaba9cf {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:15:35.138004 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ccf9e1-2674-4059-bf28-7d46d944533d", "name": "network-vif-plugged", "status": "completed", "tag": "3d60bfc3-84ae-428b-b92a-f1075e56176d", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:15:35.138256 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0925a3c4-fc80-4b7a-9b9b-b7f96aaba9cf {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:15:35.138640 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ccf9e1-2674-4059-bf28-7d46d944533d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d60bfc3-84ae-428b-b92a-f1075e56176d', 'code': 200} Sep 10 15:15:35.164837 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=3d60bfc3-84ae-428b-b92a-f1075e56176d,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:35.364607 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9face9c-a437-4045-a720-9de3f4c692b9 req-5e869cb2-3435-455f-9b5f-d8921a075be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:35.366017 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-d9face9c-a437-4045-a720-9de3f4c692b9 req-5e869cb2-3435-455f-9b5f-d8921a075be3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f3ccf9e1-2674-4059-bf28-7d46d944533d HTTP/1.1" status: 200 len: 1098 time: 0.0384583 Sep 10 15:15:35.401616 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-d9face9c-a437-4045-a720-9de3f4c692b9 req-4c317114-3245-4f3e-bcda-4aca2ac0418b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269656 Sep 10 15:15:35.554695 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ef56a-527b-4e51-a3e5-915c9655280b req-ca187bc6-c030-48ed-a181-a89a46e5b606 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:35.556173 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c19ef56a-527b-4e51-a3e5-915c9655280b req-ca187bc6-c030-48ed-a181-a89a46e5b606 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ccf9e1-2674-4059-bf28-7d46d944533d HTTP/1.1" status: 200 len: 945 time: 0.0492616 Sep 10 15:15:35.598747 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c19ef56a-527b-4e51-a3e5-915c9655280b req-48524c1f-b803-4583-974e-37f029907529 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358367 Sep 10 15:15:35.871431 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-633be92f-45ce-4b66-8508-6dc07d9e6b88 req-1e9d475c-86e7-40f4-a010-61ca8085bf0a tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=948b5195-ae50-4d4d-be5d-1a5aaa1ceb16 HTTP/1.1" status: 200 len: 210 time: 0.0373561 Sep 10 15:15:36.128356 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de164307-f433-4fd6-babb-82387a3ca7bd req-49d5a736-3f28-4b50-af14-7d3f2678e94e tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:36.129785 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-de164307-f433-4fd6-babb-82387a3ca7bd req-49d5a736-3f28-4b50-af14-7d3f2678e94e tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.2607214 Sep 10 15:15:36.149959 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-c4f1417f-1fad-4725-a4c3-f3414468d45d tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:36.151933 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-c4f1417f-1fad-4725-a4c3-f3414468d45d tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.43 "GET /v2.0/networks?id=8d3b0b79-b02f-415f-a544-6d759d712dbf HTTP/1.1" status: 200 len: 815 time: 0.1440163 Sep 10 15:15:36.167726 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-af856c20-8d32-4490-821e-974ce7109ee9 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Request body: {'port': {'device_id': '948b5195-ae50-4d4d-be5d-1a5aaa1ceb16', 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf', 'admin_state_up': True, 'tenant_id': 'bee7eeacd1f84ecbbada79b0ca26d149'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:15:36.179154 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-de164307-f433-4fd6-babb-82387a3ca7bd req-c3155e0c-cb2d-4fd9-9854-07fef8aca8bf tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418551 Sep 10 15:15:36.294810 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-af856c20-8d32-4490-821e-974ce7109ee9 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Made reservation on behalf of bee7eeacd1f84ecbbada79b0ca26d149 for: {'port': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:15:36.299625 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-af856c20-8d32-4490-821e-974ce7109ee9 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:36.437559 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-af856c20-8d32-4490-821e-974ce7109ee9 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Allocated IP 172.20.0.12 (8d3b0b79-b02f-415f-a544-6d759d712dbf/119b5847-f28a-498d-b2fc-b0ccb46cb6b3/4095a93c-f063-4ad6-9964-deea35a4a307) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:15:36.584053 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-af856c20-8d32-4490-821e-974ce7109ee9 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:36.621097 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-af856c20-8d32-4490-821e-974ce7109ee9 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:36.636636 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['9a1e7931-59bf-4491-9b74-302fdf764bf8', '5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf', 'e454cfea-ca17-4915-8856-2f21ded7862e'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:15:36.667737 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-af856c20-8d32-4490-821e-974ce7109ee9 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Network 8d3b0b79-b02f-415f-a544-6d759d712dbf is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:15:36.672833 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-af856c20-8d32-4490-821e-974ce7109ee9 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:15:36.677765 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-af856c20-8d32-4490-821e-974ce7109ee9 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:15:36.681349 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af856c20-8d32-4490-821e-974ce7109ee9 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Pushing event updated for resources: {'Port': ['ID=4095a93c-f063-4ad6-9964-deea35a4a307,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:36.734499 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab4137-c67a-4d32-9a18-51117aacb6f6 req-72f9e8cb-49f4-4699-a4d1-e9d70daa7ed4 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:36.739176 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-acab4137-c67a-4d32-9a18-51117aacb6f6 req-72f9e8cb-49f4-4699-a4d1-e9d70daa7ed4 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ccf9e1-2674-4059-bf28-7d46d944533d HTTP/1.1" status: 200 len: 945 time: 0.0683773 Sep 10 15:15:36.746359 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-af856c20-8d32-4490-821e-974ce7109ee9 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:36.747086 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-af856c20-8d32-4490-821e-974ce7109ee9 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:36.768530 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-af856c20-8d32-4490-821e-974ce7109ee9 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6049602 Sep 10 15:15:36.789648 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Request body: {'port': {'device_id': '948b5195-ae50-4d4d-be5d-1a5aaa1ceb16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:15:36.792334 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-acab4137-c67a-4d32-9a18-51117aacb6f6 req-b1b79e6f-d67a-4ebf-a675-6459bdca2f66 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376866 Sep 10 15:15:36.851643 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:37.026066 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5583d08-0eb9-4d62-9cb8-dad2535af05e req-f7c6f377-ba40-4a78-8c66-828a7c6682d1 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:37.028558 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e5583d08-0eb9-4d62-9cb8-dad2535af05e req-f7c6f377-ba40-4a78-8c66-828a7c6682d1 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=948b5195-ae50-4d4d-be5d-1a5aaa1ceb16 HTTP/1.1" status: 200 len: 932 time: 0.0757422 Sep 10 15:15:37.081004 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e5583d08-0eb9-4d62-9cb8-dad2535af05e req-3972c81c-ecaa-4c23-a306-0991c5400b11 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443780 Sep 10 15:15:37.175958 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4095a93c-f063-4ad6-9964-deea35a4a307 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:15:37.184047 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:37.196510 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Transition to ACTIVE for port object 4095a93c-f063-4ad6-9964-deea35a4a307 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:15:37.201290 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:37.279025 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Pushing event updated for resources: {'Port': ['ID=4095a93c-f063-4ad6-9964-deea35a4a307,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:37.313153 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8085f2-528d-41cd-b226-7cf2d219d532 req-4125144b-5109-4369-8973-2dada0d255d8 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:37.314794 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bd8085f2-528d-41cd-b226-7cf2d219d532 req-4125144b-5109-4369-8973-2dada0d255d8 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0571315 Sep 10 15:15:37.330470 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Attempting to bind port 4095a93c-f063-4ad6-9964-deea35a4a307 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:15:37.330799 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Attempting to bind port 4095a93c-f063-4ad6-9964-deea35a4a307 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'de5263cf-a3f7-46c0-8040-dfb47c3c461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:15:37.331120 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Attempting to bind port 4095a93c-f063-4ad6-9964-deea35a4a307 on network 8d3b0b79-b02f-415f-a544-6d759d712dbf {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:15:37.335319 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Port 4095a93c-f063-4ad6-9964-deea35a4a307 on network 8d3b0b79-b02f-415f-a544-6d759d712dbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:15:37.335634 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Attempting to bind port 4095a93c-f063-4ad6-9964-deea35a4a307 on network 8d3b0b79-b02f-415f-a544-6d759d712dbf {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:15:37.340345 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:15:37.340675 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Checking segment: {'id': 'de5263cf-a3f7-46c0-8040-dfb47c3c461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:15:37.341081 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Bound using segment: {'id': 'de5263cf-a3f7-46c0-8040-dfb47c3c461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:15:37.341503 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Bound port: 4095a93c-f063-4ad6-9964-deea35a4a307, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5263cf-a3f7-46c0-8040-dfb47c3c461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:15:37.341856 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:37.353023 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bd8085f2-528d-41cd-b226-7cf2d219d532 req-18d053c8-38a5-44dc-86c3-18ffd94fd81e tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322635 Sep 10 15:15:37.409627 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] For port 4095a93c-f063-4ad6-9964-deea35a4a307, host hv-cinder-76018, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:15:37.412642 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] For port 4095a93c-f063-4ad6-9964-deea35a4a307, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=4095a93c-f063-4ad6-9964-deea35a4a307,segment=NetworkSegment(de5263cf-a3f7-46c0-8040-dfb47c3c461f),segment_id=de5263cf-a3f7-46c0-8040-dfb47c3c461f)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:15:37.417449 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:37.450396 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:37.450979 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:37.452364 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] 10.222.0.43 "PUT /v2.0/ports/4095a93c-f063-4ad6-9964-deea35a4a307 HTTP/1.1" status: 200 len: 1094 time: 0.6673183 Sep 10 15:15:37.452893 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948b5195-ae50-4d4d-be5d-1a5aaa1ceb16', 'tag': '4095a93c-f063-4ad6-9964-deea35a4a307'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:15:37.455074 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ade68fa-b970-4b2a-a155-3add61f2607a" -d '{"events": [{"name": "network-changed", "server_uuid": "948b5195-ae50-4d4d-be5d-1a5aaa1ceb16", "tag": "4095a93c-f063-4ad6-9964-deea35a4a307"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:15:37.482402 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557b898-320e-4eb3-aabe-811982183a51 service neutron] Pushing event updated for resources: {'Port': ['ID=4095a93c-f063-4ad6-9964-deea35a4a307,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:37.498022 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf5ae93-c252-487d-9c6f-2f096f39ae40 x-openstack-request-id: req-daf5ae93-c252-487d-9c6f-2f096f39ae40 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:15:37.498317 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948b5195-ae50-4d4d-be5d-1a5aaa1ceb16", "tag": "4095a93c-f063-4ad6-9964-deea35a4a307", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:15:37.498575 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-daf5ae93-c252-487d-9c6f-2f096f39ae40 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:15:37.499037 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948b5195-ae50-4d4d-be5d-1a5aaa1ceb16', 'tag': '4095a93c-f063-4ad6-9964-deea35a4a307', 'status': 'completed', 'code': 200} Sep 10 15:15:37.602367 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d90d0e71-9fac-41c9-a0b5-0cb348543731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:37.603884 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d90d0e71-9fac-41c9-a0b5-0cb348543731 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bee7eeacd1f84ecbbada79b0ca26d149&device_id=948b5195-ae50-4d4d-be5d-1a5aaa1ceb16 HTTP/1.1" status: 200 len: 1097 time: 0.0604930 Sep 10 15:15:37.731510 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-5668bbf7-83e5-4771-8fd0-1945a62b60eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4095a93c-f063-4ad6-9964-deea35a4a307 HTTP/1.1" status: 200 len: 217 time: 0.0489683 Sep 10 15:15:37.745459 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218545c-7d7e-46c5-a058-2a11843fae31 req-df10e4c8-3407-4467-ac3b-e7ed14bda848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:37.746861 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-9218545c-7d7e-46c5-a058-2a11843fae31 req-df10e4c8-3407-4467-ac3b-e7ed14bda848 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 1099 time: 0.0721362 Sep 10 15:15:37.827179 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-9218545c-7d7e-46c5-a058-2a11843fae31 req-e1bd2a09-ac44-4387-b4f5-364f86fd9d11 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557787 Sep 10 15:15:37.828893 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-73d27060-235d-4855-a464-9636824d41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:37.830955 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-73d27060-235d-4855-a464-9636824d41f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=119b5847-f28a-498d-b2fc-b0ccb46cb6b3 HTTP/1.1" status: 200 len: 855 time: 0.0666716 Sep 10 15:15:37.926845 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a40f30-c858-486e-aae0-1e37bade2f9d req-2fb17bea-5e90-4006-a08e-e1ea0fae4499 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:37.928287 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e9a40f30-c858-486e-aae0-1e37bade2f9d req-2fb17bea-5e90-4006-a08e-e1ea0fae4499 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ccf9e1-2674-4059-bf28-7d46d944533d HTTP/1.1" status: 200 len: 945 time: 0.0527468 Sep 10 15:15:37.965145 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e9a40f30-c858-486e-aae0-1e37bade2f9d req-7b5782af-9a7b-471c-a7eb-12b444f04b3f tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307693 Sep 10 15:15:38.120156 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-7dab8759-32d8-4540-a283-d98c28da8d37 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d3b0b79-b02f-415f-a544-6d759d712dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254629 Sep 10 15:15:38.218186 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761107c-f132-42eb-ad77-7b5368bfd7c2 req-12c39439-1888-4268-92c3-5b0ddabbbf57 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:38.219841 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5761107c-f132-42eb-ad77-7b5368bfd7c2 req-12c39439-1888-4268-92c3-5b0ddabbbf57 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=948b5195-ae50-4d4d-be5d-1a5aaa1ceb16 HTTP/1.1" status: 200 len: 944 time: 0.0595834 Sep 10 15:15:38.221842 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-500c4d6b-21bb-485f-881d-c2e272e7e402 service neutron] 10.222.0.43 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937433 Sep 10 15:15:38.268257 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5761107c-f132-42eb-ad77-7b5368bfd7c2 req-df7c7fc8-1dc8-46ff-a2e4-003e3e705590 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415096 Sep 10 15:15:38.332030 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5587c26e-87d8-4cf8-b3b5-8ee650c49928 req-d477db1a-bb23-47a1-b435-221a29c330d5 service neutron] 10.222.0.43 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949097 Sep 10 15:15:38.453661 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade68fa-b970-4b2a-a155-3add61f2607a req-f9751ff6-75ab-4eaa-9d27-aea2612ce006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:38.456447 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1ade68fa-b970-4b2a-a155-3add61f2607a req-f9751ff6-75ab-4eaa-9d27-aea2612ce006 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bee7eeacd1f84ecbbada79b0ca26d149&device_id=948b5195-ae50-4d4d-be5d-1a5aaa1ceb16 HTTP/1.1" status: 200 len: 1097 time: 0.0546055 Sep 10 15:15:38.477964 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd5c7d-3ee6-4a8d-8ea6-5fc3d8b4dd5e req-196cccd2-ec6e-4aa7-b8fb-edd709570c7b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:38.481207 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d8fd5c7d-3ee6-4a8d-8ea6-5fc3d8b4dd5e req-196cccd2-ec6e-4aa7-b8fb-edd709570c7b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0572844 Sep 10 15:15:38.526711 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d8fd5c7d-3ee6-4a8d-8ea6-5fc3d8b4dd5e req-4a93e369-2f10-4fc9-962f-54723faf2372 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412464 Sep 10 15:15:38.572905 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade68fa-b970-4b2a-a155-3add61f2607a req-f78cac9c-b0c0-469d-b17f-fd78497d42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:38.574386 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1ade68fa-b970-4b2a-a155-3add61f2607a req-f78cac9c-b0c0-469d-b17f-fd78497d42d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d3b0b79-b02f-415f-a544-6d759d712dbf HTTP/1.1" status: 200 len: 916 time: 0.0995378 Sep 10 15:15:38.625428 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1ade68fa-b970-4b2a-a155-3add61f2607a req-4ed903e9-b139-4a8a-be3c-86452099d04c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4095a93c-f063-4ad6-9964-deea35a4a307 HTTP/1.1" status: 200 len: 217 time: 0.0397482 Sep 10 15:15:38.690116 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade68fa-b970-4b2a-a155-3add61f2607a req-aaae9d12-b84e-4411-8f1f-fc55256e867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:38.692043 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1ade68fa-b970-4b2a-a155-3add61f2607a req-aaae9d12-b84e-4411-8f1f-fc55256e867e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=119b5847-f28a-498d-b2fc-b0ccb46cb6b3 HTTP/1.1" status: 200 len: 855 time: 0.0575888 Sep 10 15:15:38.737384 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1ade68fa-b970-4b2a-a155-3add61f2607a req-cd12fd23-a672-4482-b87e-af9fe3049b50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d3b0b79-b02f-415f-a544-6d759d712dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336189 Sep 10 15:15:38.833314 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3ef15-6345-41c2-b0f0-63d72899079f req-35aaac97-4ae0-4eae-b76c-7232a3fdb479 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:38.841574 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dda3ef15-6345-41c2-b0f0-63d72899079f req-35aaac97-4ae0-4eae-b76c-7232a3fdb479 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ccf9e1-2674-4059-bf28-7d46d944533d HTTP/1.1" status: 200 len: 945 time: 0.0761945 Sep 10 15:15:38.895104 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1ade68fa-b970-4b2a-a155-3add61f2607a req-c7edfd62-6900-48ac-8e7f-4ca34bc86c3f service neutron] 10.222.0.43 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483703 Sep 10 15:15:38.895962 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dda3ef15-6345-41c2-b0f0-63d72899079f req-06cb1332-84a4-4ce8-8128-56d6f687dd96 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532148 Sep 10 15:15:38.990132 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1ade68fa-b970-4b2a-a155-3add61f2607a req-d41518ce-343d-4e0d-b3d9-c6a018d49204 service neutron] 10.222.0.43 "GET /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833533 Sep 10 15:15:39.378603 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb71c21-e0dd-44d0-b724-c6df4571e83f req-3e16d6b6-4ddb-44c7-9f15-e0b57e231b56 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:39.380236 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-afb71c21-e0dd-44d0-b724-c6df4571e83f req-3e16d6b6-4ddb-44c7-9f15-e0b57e231b56 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=948b5195-ae50-4d4d-be5d-1a5aaa1ceb16 HTTP/1.1" status: 200 len: 944 time: 0.0503964 Sep 10 15:15:39.424194 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-afb71c21-e0dd-44d0-b724-c6df4571e83f req-72ba9a11-bb73-4a8a-9a34-a310b8a87b8c tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369713 Sep 10 15:15:39.645044 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c82709-6b8d-48bc-8e9f-d9e583a16cf4 req-f3c6a712-cb5a-4edb-9290-120024268f3f tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:39.646503 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-97c82709-6b8d-48bc-8e9f-d9e583a16cf4 req-f3c6a712-cb5a-4edb-9290-120024268f3f tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0469463 Sep 10 15:15:39.682666 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-97c82709-6b8d-48bc-8e9f-d9e583a16cf4 req-7f743248-806f-48c5-bd32-a55f31b1d874 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303128 Sep 10 15:15:39.940008 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff766d-7066-4c76-9814-c25483f2557f req-90a320fe-8496-4440-9f28-e721a47719b6 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:39.941858 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-aaff766d-7066-4c76-9814-c25483f2557f req-90a320fe-8496-4440-9f28-e721a47719b6 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0612488 Sep 10 15:15:39.985913 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997739ec-0c62-4709-a271-28da0c521d28 req-913eac5d-efce-4e17-a97c-42478a83454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:39.992989 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-997739ec-0c62-4709-a271-28da0c521d28 req-913eac5d-efce-4e17-a97c-42478a83454d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d4ba512da8349e891d810bef26b5436&device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 1099 time: 0.0838294 Sep 10 15:15:40.014557 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-aaff766d-7066-4c76-9814-c25483f2557f req-f59da5c1-d9d2-4e5f-a177-1f9674030886 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546229 Sep 10 15:15:40.080259 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690e6ce-d1ec-4619-b1e4-b0c9bb19ce1d req-f605478c-6294-410e-a026-a2774503b9c0 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:40.082282 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2690e6ce-d1ec-4619-b1e4-b0c9bb19ce1d req-f605478c-6294-410e-a026-a2774503b9c0 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ccf9e1-2674-4059-bf28-7d46d944533d HTTP/1.1" status: 200 len: 945 time: 0.0661304 Sep 10 15:15:40.135899 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997739ec-0c62-4709-a271-28da0c521d28 req-8cf20e7b-110b-41c4-baf6-18a1fb89db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:40.139623 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2690e6ce-d1ec-4619-b1e4-b0c9bb19ce1d req-eb7af663-2ded-45d9-a8a9-6e987cc42c95 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510440 Sep 10 15:15:40.142557 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-997739ec-0c62-4709-a271-28da0c521d28 req-8cf20e7b-110b-41c4-baf6-18a1fb89db1f service neutron] 10.222.0.43 "GET /v2.0/networks?id=89c82b9c-da29-44a5-a286-a7806dfed4d4 HTTP/1.1" status: 200 len: 920 time: 0.1322775 Sep 10 15:15:40.193701 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-997739ec-0c62-4709-a271-28da0c521d28 req-dde6c367-d9d4-4701-bb24-90dac7ac1518 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c95297de-9c9a-406c-81aa-813ff7394bd6 HTTP/1.1" status: 200 len: 217 time: 0.0404885 Sep 10 15:15:40.270017 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997739ec-0c62-4709-a271-28da0c521d28 req-add1c2b7-86c2-4ca1-a0e1-97490fad47bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:40.271593 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-997739ec-0c62-4709-a271-28da0c521d28 req-add1c2b7-86c2-4ca1-a0e1-97490fad47bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=56d1c94b-8bee-42a2-9581-b70245d1f7a7 HTTP/1.1" status: 200 len: 859 time: 0.0549510 Sep 10 15:15:40.307703 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-997739ec-0c62-4709-a271-28da0c521d28 req-bf01e421-e3dc-4d37-aecd-356bd091ea64 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89c82b9c-da29-44a5-a286-a7806dfed4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246899 Sep 10 15:15:40.402874 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-997739ec-0c62-4709-a271-28da0c521d28 req-501a088e-d11c-4033-8e90-a6d6ad76ee48 service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854499 Sep 10 15:15:40.521839 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-997739ec-0c62-4709-a271-28da0c521d28 req-38ae2f93-84f2-4f23-a367-0c3a9d4fcbe4 service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885499 Sep 10 15:15:40.540190 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa464a-cbeb-4ebe-837a-f89614b1973c req-1194cf1e-4652-41ca-ad6e-07dca82607b7 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:40.541803 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bbfa464a-cbeb-4ebe-837a-f89614b1973c req-1194cf1e-4652-41ca-ad6e-07dca82607b7 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=948b5195-ae50-4d4d-be5d-1a5aaa1ceb16 HTTP/1.1" status: 200 len: 944 time: 0.0512235 Sep 10 15:15:40.581337 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bbfa464a-cbeb-4ebe-837a-f89614b1973c req-f21c6e90-f18e-4e38-9763-94c3d200310d tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317245 Sep 10 15:15:41.121076 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31883b-1207-4bba-81b1-df18533e8249 req-7abd70d2-5924-4c30-b305-38640d4a3a60 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:41.122464 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4e31883b-1207-4bba-81b1-df18533e8249 req-7abd70d2-5924-4c30-b305-38640d4a3a60 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0492866 Sep 10 15:15:41.160399 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4e31883b-1207-4bba-81b1-df18533e8249 req-ed728acb-11a5-4357-9171-36f986eefee4 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315053 Sep 10 15:15:41.252077 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ada31-e722-4ce7-b44d-8a4baacff0a8 req-dc2f0ed6-4f61-4672-90fc-d3f9ccf252ee tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:41.253615 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1b5ada31-e722-4ce7-b44d-8a4baacff0a8 req-dc2f0ed6-4f61-4672-90fc-d3f9ccf252ee tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ccf9e1-2674-4059-bf28-7d46d944533d HTTP/1.1" status: 200 len: 945 time: 0.0502784 Sep 10 15:15:41.296251 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1b5ada31-e722-4ce7-b44d-8a4baacff0a8 req-54462f69-d056-4391-bc93-912413f84e7d tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/security-groups?id=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368118 Sep 10 15:15:41.478496 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3d113-1a74-4ee4-b12d-1a4e14030ff0 req-dda6dbfe-68dd-477f-92a6-96733296ee12 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:41.479970 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-66e3d113-1a74-4ee4-b12d-1a4e14030ff0 req-dda6dbfe-68dd-477f-92a6-96733296ee12 tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3ccf9e1-2674-4059-bf28-7d46d944533d HTTP/1.1" status: 200 len: 945 time: 0.0516963 Sep 10 15:15:41.598798 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-66e3d113-1a74-4ee4-b12d-1a4e14030ff0 req-1ce15087-4175-4fcb-8190-c1d3ce2991cd tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Deleting port 3d60bfc3-84ae-428b-b92a-f1075e56176d {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:15:41.599171 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-66e3d113-1a74-4ee4-b12d-1a4e14030ff0 req-1ce15087-4175-4fcb-8190-c1d3ce2991cd tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:41.696981 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-66e3d113-1a74-4ee4-b12d-1a4e14030ff0 req-1ce15087-4175-4fcb-8190-c1d3ce2991cd tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] For port 3d60bfc3-84ae-428b-b92a-f1075e56176d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=3d60bfc3-84ae-428b-b92a-f1075e56176d,segment=NetworkSegment(3e438b74-5a78-40d0-a3c3-265005699fe7),segment_id=3e438b74-5a78-40d0-a3c3-265005699fe7)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:15:41.697402 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-66e3d113-1a74-4ee4-b12d-1a4e14030ff0 req-1ce15087-4175-4fcb-8190-c1d3ce2991cd tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:41.702303 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ae90f-6271-45a7-9b7d-7a0a5903a5d9 req-5cba7bfd-c9d7-4a83-ae50-9b4708320983 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:41.703869 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-640ae90f-6271-45a7-9b7d-7a0a5903a5d9 req-5cba7bfd-c9d7-4a83-ae50-9b4708320983 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=948b5195-ae50-4d4d-be5d-1a5aaa1ceb16 HTTP/1.1" status: 200 len: 944 time: 0.0487194 Sep 10 15:15:41.711422 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-66e3d113-1a74-4ee4-b12d-1a4e14030ff0 req-1ce15087-4175-4fcb-8190-c1d3ce2991cd tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Calling delete_port for 3d60bfc3-84ae-428b-b92a-f1075e56176d owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:15:41.742295 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-640ae90f-6271-45a7-9b7d-7a0a5903a5d9 req-79d121ca-2786-4760-aa6a-a820ed165a59 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317304 Sep 10 15:15:41.838986 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-66e3d113-1a74-4ee4-b12d-1a4e14030ff0 req-1ce15087-4175-4fcb-8190-c1d3ce2991cd tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:41.853803 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['3d60bfc3-84ae-428b-b92a-f1075e56176d'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:15:41.867518 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce15087-4175-4fcb-8190-c1d3ce2991cd tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Pushing event deleted for resources: {'Port': ['ID=3d60bfc3-84ae-428b-b92a-f1075e56176d,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:41.913970 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e3d113-1a74-4ee4-b12d-1a4e14030ff0 req-1ce15087-4175-4fcb-8190-c1d3ce2991cd tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] No DVR routers for this DVR port 3d60bfc3-84ae-428b-b92a-f1075e56176d on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:15:41.916382 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-66e3d113-1a74-4ee4-b12d-1a4e14030ff0 req-1ce15087-4175-4fcb-8190-c1d3ce2991cd tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:41.918384 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-66e3d113-1a74-4ee4-b12d-1a4e14030ff0 req-1ce15087-4175-4fcb-8190-c1d3ce2991cd tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.43 "DELETE /v2.0/ports/3d60bfc3-84ae-428b-b92a-f1075e56176d HTTP/1.1" status: 204 len: 173 time: 0.4232390 Sep 10 15:15:41.918808 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ccf9e1-2674-4059-bf28-7d46d944533d', 'name': 'network-vif-deleted', 'tag': '3d60bfc3-84ae-428b-b92a-f1075e56176d'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:15:41.921026 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a248909-fb19-484d-8092-3cd961383069" -d '{"events": [{"server_uuid": "f3ccf9e1-2674-4059-bf28-7d46d944533d", "name": "network-vif-deleted", "tag": "3d60bfc3-84ae-428b-b92a-f1075e56176d"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:15:41.958074 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dbb5c6-8740-4350-94cf-abcc874a7f51 x-openstack-request-id: req-b8dbb5c6-8740-4350-94cf-abcc874a7f51 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:15:41.958372 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ccf9e1-2674-4059-bf28-7d46d944533d", "name": "network-vif-deleted", "tag": "3d60bfc3-84ae-428b-b92a-f1075e56176d", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:15:41.958624 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8dbb5c6-8740-4350-94cf-abcc874a7f51 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:15:41.959012 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ccf9e1-2674-4059-bf28-7d46d944533d', 'name': 'network-vif-deleted', 'tag': '3d60bfc3-84ae-428b-b92a-f1075e56176d', 'status': 'completed', 'code': 200} Sep 10 15:15:42.275306 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41561143-87cf-432e-989f-6aa808f61e60 req-443e9cdc-b264-4bbd-abeb-a3388e80d5dd tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:42.276699 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-41561143-87cf-432e-989f-6aa808f61e60 req-443e9cdc-b264-4bbd-abeb-a3388e80d5dd tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0493326 Sep 10 15:15:42.314760 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-41561143-87cf-432e-989f-6aa808f61e60 req-f164729e-1244-42b9-8cca-0e545edbbfca tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312316 Sep 10 15:15:42.411634 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1526fa23-b8ff-4cbc-8e14-be7970bd7518 req-fdbe0889-878b-44b8-918e-0de2b60b887e tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ccf9e1-2674-4059-bf28-7d46d944533d HTTP/1.1" status: 200 len: 210 time: 0.0278323 Sep 10 15:15:43.819875 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 4095a93c-f063-4ad6-9964-deea35a4a307 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:15:43.910906 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 4095a93c-f063-4ad6-9964-deea35a4a307, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=4095a93c-f063-4ad6-9964-deea35a4a307,segment=NetworkSegment(de5263cf-a3f7-46c0-8040-dfb47c3c461f),segment_id=de5263cf-a3f7-46c0-8040-dfb47c3c461f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:15:43.925070 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': '4095a93c-f063-4ad6-9964-deea35a4a307', 'network_id': '8d3b0b79-b02f-415f-a544-6d759d712dbf', 'port_id': '4095a93c-f063-4ad6-9964-deea35a4a307', 'mac_address': 'fa:16:3e:e6:ec:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119b5847-f28a-498d-b2fc-b0ccb46cb6b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:15:43.960270 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:43.973449 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4095a93c-f063-4ad6-9964-deea35a4a307 {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:15:43.991552 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 4095a93c-f063-4ad6-9964-deea35a4a307, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=4095a93c-f063-4ad6-9964-deea35a4a307,segment=NetworkSegment(de5263cf-a3f7-46c0-8040-dfb47c3c461f),segment_id=de5263cf-a3f7-46c0-8040-dfb47c3c461f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:15:43.995316 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:44.041329 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=4095a93c-f063-4ad6-9964-deea35a4a307,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:45.025418 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cf20d-236f-4a25-9bb7-5cc5023c2231 req-50bb3e70-ee6b-44a5-b586-22b12efae9b9 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:45.026889 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a88cf20d-236f-4a25-9bb7-5cc5023c2231 req-50bb3e70-ee6b-44a5-b586-22b12efae9b9 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=948b5195-ae50-4d4d-be5d-1a5aaa1ceb16 HTTP/1.1" status: 200 len: 945 time: 0.0785778 Sep 10 15:15:45.039521 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682b463-b13f-464f-ba47-83f80f453738 req-699912d3-0954-44d4-9c22-ab3b2898f833 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:45.040938 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6682b463-b13f-464f-ba47-83f80f453738 req-699912d3-0954-44d4-9c22-ab3b2898f833 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0646002 Sep 10 15:15:45.096518 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a88cf20d-236f-4a25-9bb7-5cc5023c2231 req-22ded31d-4863-48b4-9fdd-3b30001a79d7 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546529 Sep 10 15:15:45.099191 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6682b463-b13f-464f-ba47-83f80f453738 req-a3e75bdb-e973-4dac-bf60-dd0f489bbb8b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519018 Sep 10 15:15:45.184249 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-232936e9-6580-4599-9966-ff5f303d2869 req-edb16726-937c-4888-a460-7443fe83b0fc tempest-VolumesActionsTest-367055036 tempest-VolumesActionsTest-367055036-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ccf9e1-2674-4059-bf28-7d46d944533d HTTP/1.1" status: 200 len: 210 time: 0.0248129 Sep 10 15:15:45.211811 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['4095a93c-f063-4ad6-9964-deea35a4a307'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:15:46.036617 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 57518) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:46.153225 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-083fcd6c-d2fc-496b-902c-48eec22f179d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:46.278803 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe701e8-0069-4b04-8236-5815b5e8694c req-8fe070bf-f9c9-4eed-b702-2ed1c3c04232 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:46.280420 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-083fcd6c-d2fc-496b-902c-48eec22f179d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:46.285652 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-083fcd6c-d2fc-496b-902c-48eec22f179d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:46.286940 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dfe701e8-0069-4b04-8236-5815b5e8694c req-8fe070bf-f9c9-4eed-b702-2ed1c3c04232 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.1088398 Sep 10 15:15:46.326138 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dfe701e8-0069-4b04-8236-5815b5e8694c req-4a310b58-ba38-442c-9526-505cf53324d9 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383415 Sep 10 15:15:46.330573 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083fcd6c-d2fc-496b-902c-48eec22f179d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c04881-dc25-4954-8c62-162783deffdb,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:46.337583 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-083fcd6c-d2fc-496b-902c-48eec22f179d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb67d49a506d4ca2a0af7a1c02befdce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998526 Sep 10 15:15:46.353246 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 57532) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:46.353658 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99c3b6-1c25-4a28-90b8-1491e7f2b2dd req-c35bb1f3-393f-463c-aa69-f6b3f9d17aab tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:46.353658 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ec99c3b6-1c25-4a28-90b8-1491e7f2b2dd req-c35bb1f3-393f-463c-aa69-f6b3f9d17aab tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=948b5195-ae50-4d4d-be5d-1a5aaa1ceb16 HTTP/1.1" status: 200 len: 945 time: 0.1190002 Sep 10 15:15:46.365092 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fcd6c-d2fc-496b-902c-48eec22f179d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:46.365440 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fcd6c-d2fc-496b-902c-48eec22f179d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:46.365778 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fcd6c-d2fc-496b-902c-48eec22f179d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:46.366167 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fcd6c-d2fc-496b-902c-48eec22f179d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:46.366506 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fcd6c-d2fc-496b-902c-48eec22f179d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:46.366838 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fcd6c-d2fc-496b-902c-48eec22f179d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:46.367117 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fcd6c-d2fc-496b-902c-48eec22f179d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:46.367437 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fcd6c-d2fc-496b-902c-48eec22f179d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:46.367789 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fcd6c-d2fc-496b-902c-48eec22f179d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:46.368157 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fcd6c-d2fc-496b-902c-48eec22f179d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:46.368487 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fcd6c-d2fc-496b-902c-48eec22f179d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:46.368818 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fcd6c-d2fc-496b-902c-48eec22f179d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:46.401279 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ec99c3b6-1c25-4a28-90b8-1491e7f2b2dd req-2e2aacdd-5b10-41ed-bcbe-686898fda8f4 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458138 Sep 10 15:15:46.432449 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d284654c-cb0a-4d1f-b55a-3e9a5d48a558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:46.458963 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d284654c-cb0a-4d1f-b55a-3e9a5d48a558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:46.513929 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d284654c-cb0a-4d1f-b55a-3e9a5d48a558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:46.517323 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d284654c-cb0a-4d1f-b55a-3e9a5d48a558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:46.518769 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-d284654c-cb0a-4d1f-b55a-3e9a5d48a558 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20c04881-dc25-4954-8c62-162783deffdb HTTP/1.1" status: 204 len: 168 time: 0.1747727 Sep 10 15:15:46.528308 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284654c-cb0a-4d1f-b55a-3e9a5d48a558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c04881-dc25-4954-8c62-162783deffdb,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:46.857764 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 57562) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:46.871103 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-441ccd7e-f772-4825-932d-7ce98ecdc9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:46.965100 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-441ccd7e-f772-4825-932d-7ce98ecdc9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:46.969255 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-441ccd7e-f772-4825-932d-7ce98ecdc9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:47.010967 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 4095a93c-f063-4ad6-9964-deea35a4a307 up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:15:47.020651 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-441ccd7e-f772-4825-932d-7ce98ecdc9a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9a4ac55a5354c4fbf50eb86b6eaa7ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595564 Sep 10 15:15:47.021032 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 57570) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:47.023349 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ccd7e-f772-4825-932d-7ce98ecdc9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c79c2b-fffc-4bb0-9bf9-cf317a15aa82,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:47.033713 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ccd7e-f772-4825-932d-7ce98ecdc9a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.034061 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ccd7e-f772-4825-932d-7ce98ecdc9a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.034400 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ccd7e-f772-4825-932d-7ce98ecdc9a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.034734 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ccd7e-f772-4825-932d-7ce98ecdc9a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.035064 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ccd7e-f772-4825-932d-7ce98ecdc9a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.035395 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ccd7e-f772-4825-932d-7ce98ecdc9a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.035722 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ccd7e-f772-4825-932d-7ce98ecdc9a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.036046 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ccd7e-f772-4825-932d-7ce98ecdc9a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.036374 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ccd7e-f772-4825-932d-7ce98ecdc9a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.036696 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ccd7e-f772-4825-932d-7ce98ecdc9a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.037053 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ccd7e-f772-4825-932d-7ce98ecdc9a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.037373 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ccd7e-f772-4825-932d-7ce98ecdc9a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.092248 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f356a72b-d850-4d70-af16-fdf14b084493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:47.098482 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port 4095a93c-f063-4ad6-9964-deea35a4a307 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:15:47.105936 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port 4095a93c-f063-4ad6-9964-deea35a4a307 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:15:47.106555 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:47.118068 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f356a72b-d850-4d70-af16-fdf14b084493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:47.173135 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f356a72b-d850-4d70-af16-fdf14b084493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:47.175904 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f356a72b-d850-4d70-af16-fdf14b084493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:47.179625 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-f356a72b-d850-4d70-af16-fdf14b084493 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38c79c2b-fffc-4bb0-9bf9-cf317a15aa82 HTTP/1.1" status: 204 len: 168 time: 0.1553147 Sep 10 15:15:47.186063 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356a72b-d850-4d70-af16-fdf14b084493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c79c2b-fffc-4bb0-9bf9-cf317a15aa82,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:47.243277 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:47.281932 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948b5195-ae50-4d4d-be5d-1a5aaa1ceb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4095a93c-f063-4ad6-9964-deea35a4a307'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:15:47.281932 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed27946-56c6-4f91-b8f9-32df91bc213d" -d '{"events": [{"server_uuid": "948b5195-ae50-4d4d-be5d-1a5aaa1ceb16", "name": "network-vif-plugged", "status": "completed", "tag": "4095a93c-f063-4ad6-9964-deea35a4a307"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:15:47.292186 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 4095a93c-f063-4ad6-9964-deea35a4a307, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=4095a93c-f063-4ad6-9964-deea35a4a307,segment=NetworkSegment(de5263cf-a3f7-46c0-8040-dfb47c3c461f),segment_id=de5263cf-a3f7-46c0-8040-dfb47c3c461f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:15:47.296713 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:47.297618 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 3d60bfc3-84ae-428b-b92a-f1075e56176d no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:15:47.341073 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef556f86-ddd1-4e7d-ae1f-fa0b9b4737f3 x-openstack-request-id: req-ef556f86-ddd1-4e7d-ae1f-fa0b9b4737f3 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:15:47.341176 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948b5195-ae50-4d4d-be5d-1a5aaa1ceb16", "name": "network-vif-plugged", "status": "completed", "tag": "4095a93c-f063-4ad6-9964-deea35a4a307", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:15:47.341370 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef556f86-ddd1-4e7d-ae1f-fa0b9b4737f3 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:15:47.341746 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948b5195-ae50-4d4d-be5d-1a5aaa1ceb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4095a93c-f063-4ad6-9964-deea35a4a307', 'code': 200} Sep 10 15:15:47.344177 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: 3d60bfc3-84ae-428b-b92a-f1075e56176d {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:15:47.346332 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 3d60bfc3-84ae-428b-b92a-f1075e56176d not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:15:47.376686 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=4095a93c-f063-4ad6-9964-deea35a4a307,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:47.386568 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.386913 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.387333 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.387599 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.387917 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.388516 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.389032 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.389367 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.389723 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.390047 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.390378 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.390704 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:47.552300 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884006fc-124d-4fba-9feb-930ec67f125b req-c9a3c59e-ad2d-4941-97dd-34d6261e6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:47.553535 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e6359-a716-42d9-9b87-145955d65655 req-07f871ff-139d-4d95-b3a5-b9b21c71f4be tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:47.554974 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-884006fc-124d-4fba-9feb-930ec67f125b req-c9a3c59e-ad2d-4941-97dd-34d6261e6b5f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=948b5195-ae50-4d4d-be5d-1a5aaa1ceb16 HTTP/1.1" status: 200 len: 1099 time: 0.0587389 Sep 10 15:15:47.557199 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-298e6359-a716-42d9-9b87-145955d65655 req-07f871ff-139d-4d95-b3a5-b9b21c71f4be tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=948b5195-ae50-4d4d-be5d-1a5aaa1ceb16 HTTP/1.1" status: 200 len: 946 time: 0.0676930 Sep 10 15:15:47.598578 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-298e6359-a716-42d9-9b87-145955d65655 req-846714ba-9961-464f-b332-94fb355ef962 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368831 Sep 10 15:15:47.847799 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d395a38-7b49-4037-9afa-5cd12758d6b2 req-677d20bb-01e6-4d37-8800-11c564090211 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:47.849339 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5d395a38-7b49-4037-9afa-5cd12758d6b2 req-677d20bb-01e6-4d37-8800-11c564090211 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0498650 Sep 10 15:15:47.886837 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5d395a38-7b49-4037-9afa-5cd12758d6b2 req-29c0682f-9450-4772-89d9-d8721f5c64ea tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317128 Sep 10 15:15:47.965165 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 57640) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:48.059202 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-ebd5fd86-5cac-48ff-9474-588c0bf00dac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1484699444-network', 'tenant_id': '67fddebae12e4940b440329d4d79c43e'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:15:48.079585 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd5fd86-5cac-48ff-9474-588c0bf00dac admin admin] Made reservation on behalf of 67fddebae12e4940b440329d4d79c43e for: {'network': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:15:48.081944 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ebd5fd86-5cac-48ff-9474-588c0bf00dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for network, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.089965 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ebd5fd86-5cac-48ff-9474-588c0bf00dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.178466 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ebd5fd86-5cac-48ff-9474-588c0bf00dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.182166 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ebd5fd86-5cac-48ff-9474-588c0bf00dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.208999 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd5fd86-5cac-48ff-9474-588c0bf00dac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:15:48.214223 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5fd86-5cac-48ff-9474-588c0bf00dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42d7413-bea5-4a6f-8e07-9f369f6c0b18,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:48.221881 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ebd5fd86-5cac-48ff-9474-588c0bf00dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.222305 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.segments_db [None req-ebd5fd86-5cac-48ff-9474-588c0bf00dac admin admin] Added segment bdb5fef4-4e1a-46b4-b367-edc95c39add2 of type vlan for network aa73838c-5cca-48b5-b9e9-7a064476266f Sep 10 15:15:48.484447 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ebd5fd86-5cac-48ff-9474-588c0bf00dac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740669571112'] for network, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.508534 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ebd5fd86-5cac-48ff-9474-588c0bf00dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for network, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.509489 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd5fd86-5cac-48ff-9474-588c0bf00dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:48.510062 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ebd5fd86-5cac-48ff-9474-588c0bf00dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.539696 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-ebd5fd86-5cac-48ff-9474-588c0bf00dac admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5733845 Sep 10 15:15:48.542741 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 57650) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:48.548545 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-8880f443-03dc-4bd9-bf3f-3af6d44936a4 admin admin] Request body: {'subnet': {'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1484699444-subnet', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'ip_version': 4}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:15:48.569557 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5fd86-5cac-48ff-9474-588c0bf00dac admin admin] Pushing event updated for resources: {'Network': ['ID=aa73838c-5cca-48b5-b9e9-7a064476266f,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:48.569783 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8880f443-03dc-4bd9-bf3f-3af6d44936a4 admin admin] Made reservation on behalf of 67fddebae12e4940b440329d4d79c43e for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:15:48.572166 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8880f443-03dc-4bd9-bf3f-3af6d44936a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13098559'] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.581097 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Network aa73838c-5cca-48b5-b9e9-7a064476266f details requested by agent ovs-agent-dv-cinder-760184-10-iscsi with host dv-cinder-760184-10-iscsi {{(pid=94033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:15:48.739879 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8880f443-03dc-4bd9-bf3f-3af6d44936a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13672744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13098529'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.797257 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880f443-03dc-4bd9-bf3f-3af6d44936a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b2243a4-91c1-47bc-bc6f-621c7a947db4,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:48.805532 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8880f443-03dc-4bd9-bf3f-3af6d44936a4 admin admin] Checking segment: {'id': 'bdb5fef4-4e1a-46b4-b367-edc95c39add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:15:48.805887 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8880f443-03dc-4bd9-bf3f-3af6d44936a4 admin admin] Network hostable DHCP agents. Network: aa73838c-5cca-48b5-b9e9-7a064476266f, hostable agents: ['3c96b2f0-8a92-48cf-9f37-aea1b5083e0a'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:15:48.821770 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8880f443-03dc-4bd9-bf3f-3af6d44936a4 admin admin] Network aa73838c-5cca-48b5-b9e9-7a064476266f is scheduled to be hosted by DHCP agent 3c96b2f0-8a92-48cf-9f37-aea1b5083e0a with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:15:48.830496 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-8880f443-03dc-4bd9-bf3f-3af6d44936a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-10-iscsi, aa73838c-5cca-48b5-b9e9-7a064476266f) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:15:48.834567 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8880f443-03dc-4bd9-bf3f-3af6d44936a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:48.835154 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8880f443-03dc-4bd9-bf3f-3af6d44936a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.839868 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc54b79-e69d-4861-b180-72b81b2e3db1 None None] Network aa73838c-5cca-48b5-b9e9-7a064476266f requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:15:48.852876 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 57656) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:48.853066 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-8880f443-03dc-4bd9-bf3f-3af6d44936a4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3091390 Sep 10 15:15:48.857330 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-ee22e242-f827-4c34-a57a-364ada386b3b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1484699444-router', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:15:48.878325 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ee22e242-f827-4c34-a57a-364ada386b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-369'] for router, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.879578 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ee22e242-f827-4c34-a57a-364ada386b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-376'] for router, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.933986 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ee22e242-f827-4c34-a57a-364ada386b3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:49.077838 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ee22e242-f827-4c34-a57a-364ada386b3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:49.127503 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp966f7049-479f-577b-97f2-9a97344a5798-aa73838c-5cca-48b5-b9e9-7a064476266f', 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'fixed_ips': [{'subnet_id': '5b2243a4-91c1-47bc-bc6f-621c7a947db4'}]}} from dv-cinder-760184-10-iscsi. {{(pid=94033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 15:15:49.128367 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:49.259770 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.db_base_plugin_common [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Allocated IP 172.20.0.2 (aa73838c-5cca-48b5-b9e9-7a064476266f/5b2243a4-91c1-47bc-bc6f-621c7a947db4/8649bc82-bf60-4ef7-8231-552361d96fee) {{(pid=94033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:15:49.276881 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ee22e242-f827-4c34-a57a-364ada386b3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:49.296272 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ee22e242-f827-4c34-a57a-364ada386b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:49.404480 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Notify callbacks [] for port, precommit_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:49.405040 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-ee22e242-f827-4c34-a57a-364ada386b3b admin admin] Allocated IP 172.27.3.224 (080accf6-a61d-43aa-a40c-4a5d90aa3be1/9f699ab7-ff98-4888-8014-ee1b80751434/ad260e01-ae47-4f7c-8716-c5bffab0b11a) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:15:49.413236 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Transition to ACTIVE for port object 8649bc82-bf60-4ef7-8231-552361d96fee will not be triggered until provisioned by entity L2. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:15:49.428644 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Transition to ACTIVE for port object 8649bc82-bf60-4ef7-8231-552361d96fee will not be triggered until provisioned by entity DHCP. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:15:49.433936 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:49.475343 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Network aa73838c-5cca-48b5-b9e9-7a064476266f is already hosted by enough agents. {{(pid=94033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:15:49.480258 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.base_scheduler [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Resources bound (agent type, host, resource id): {{(pid=94033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:15:49.485325 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Pushing event updated for resources: {'Port': ['ID=8649bc82-bf60-4ef7-8231-552361d96fee,revision_number=1']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:49.487517 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Received port after_create {{(pid=94033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:15:49.511057 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ee22e242-f827-4c34-a57a-364ada386b3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:49.542695 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Attempting to bind port 8649bc82-bf60-4ef7-8231-552361d96fee on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:15:49.543058 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Attempting to bind port 8649bc82-bf60-4ef7-8231-552361d96fee by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': 'bdb5fef4-4e1a-46b4-b367-edc95c39add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:15:49.543415 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Attempting to bind port 8649bc82-bf60-4ef7-8231-552361d96fee on network aa73838c-5cca-48b5-b9e9-7a064476266f {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:15:49.548636 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:15:49.549033 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Checking segment: {'id': 'bdb5fef4-4e1a-46b4-b367-edc95c39add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:15:49.549251 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ee22e242-f827-4c34-a57a-364ada386b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:49.549429 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:49.549819 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Bound using segment: {'id': 'bdb5fef4-4e1a-46b4-b367-edc95c39add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:15:49.550279 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Bound port: 8649bc82-bf60-4ef7-8231-552361d96fee, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb5fef4-4e1a-46b4-b367-edc95c39add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:15:49.550655 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:49.586392 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee22e242-f827-4c34-a57a-364ada386b3b admin admin] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:15:49.589310 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-ee22e242-f827-4c34-a57a-364ada386b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:15:49.595613 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee22e242-f827-4c34-a57a-364ada386b3b admin admin] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:15:49.613612 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] For port 8649bc82-bf60-4ef7-8231-552361d96fee, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:15:49.616778 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] For port 8649bc82-bf60-4ef7-8231-552361d96fee, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=8649bc82-bf60-4ef7-8231-552361d96fee,segment=NetworkSegment(bdb5fef4-4e1a-46b4-b367-edc95c39add2),segment_id=bdb5fef4-4e1a-46b4-b367-edc95c39add2)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:15:49.621155 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:49.623319 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22e242-f827-4c34-a57a-364ada386b3b admin admin] Pushing event updated for resources: {'Port': ['ID=ad260e01-ae47-4f7c-8716-c5bffab0b11a,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:49.677647 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea8df0-b249-411e-8f74-1ae94ca011fb None None] Pushing event updated for resources: {'Port': ['ID=8649bc82-bf60-4ef7-8231-552361d96fee,revision_number=2']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:49.859355 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ee22e242-f827-4c34-a57a-364ada386b3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:50.058464 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ee22e242-f827-4c34-a57a-364ada386b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550998'] for router, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:50.061971 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 8649bc82-bf60-4ef7-8231-552361d96fee up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:15:50.110060 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port 8649bc82-bf60-4ef7-8231-552361d96fee completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:15:50.186036 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee22e242-f827-4c34-a57a-364ada386b3b admin admin] Router 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 is scheduled to L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 with binding_index 1 {{(pid=94032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 15:15:50.314427 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee22e242-f827-4c34-a57a-364ada386b3b admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:15:50.322224 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-884006fc-124d-4fba-9feb-930ec67f125b req-89516b72-c9c8-47ea-9a2f-263b2f74b3fa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469422 Sep 10 15:15:50.326214 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Sync routers for ids ['2bf0d4b4-1463-4f5b-9bb2-366a5e980294'] in dv-cinder-760184-10-iscsi {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:15:50.338344 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ee22e242-f827-4c34-a57a-364ada386b3b admin admin] Notify callbacks [] for router, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:50.342774 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 57668) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:50.343396 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-ee22e242-f827-4c34-a57a-364ada386b3b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4888411 Sep 10 15:15:50.344274 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Routers {'2bf0d4b4-1463-4f5b-9bb2-366a5e980294'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:15:50.346125 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:15:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['2bf0d4b4-1463-4f5b-9bb2-366a5e980294'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:15:50.476447 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Set router 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:15:50.506672 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ff309-197c-4894-8842-c74da045e609 req-69bc14f3-6f82-48db-9011-fb968d87959d tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:50.508267 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b07ff309-197c-4894-8842-c74da045e609 req-69bc14f3-6f82-48db-9011-fb968d87959d tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=948b5195-ae50-4d4d-be5d-1a5aaa1ceb16 HTTP/1.1" status: 200 len: 946 time: 0.1033797 Sep 10 15:15:50.635318 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b07ff309-197c-4894-8842-c74da045e609 req-52fe0f0c-d5a0-4890-a6c9-57b3518e95f5 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161711 Sep 10 15:15:50.708462 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'name': 'tempest-TestMinimumBasicScenario-1484699444-router', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:48Z', 'updated_at': '2021-09-10T15:15:49Z', 'revision_number': 3, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'gw_port': {'id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:49Z', 'updated_at': '2021-09-10T15:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:15:50.747468 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Checking router: 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 for host: dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:15:50.747860 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Updating router 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 port ad260e01-ae47-4f7c-8716-c5bffab0b11a binding host dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:15:50.779993 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:50.820975 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4ee155-b8fb-4f6e-8a9a-8f40c5504d93 None None] Network aa73838c-5cca-48b5-b9e9-7a064476266f requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:15:50.963457 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-1f742069-692a-4ff4-abd2-b64694e26e45 None None] Provisioning for port 8649bc82-bf60-4ef7-8231-552361d96fee completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:15:50.975757 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-1f742069-692a-4ff4-abd2-b64694e26e45 None None] Provisioning complete for port 8649bc82-bf60-4ef7-8231-552361d96fee triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:15:50.976538 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-1f742069-692a-4ff4-abd2-b64694e26e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:51.048304 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0e411094-2af8-4fe3-bf3a-51a2547f8143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:51.132444 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-1f742069-692a-4ff4-abd2-b64694e26e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:51.172996 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-1f742069-692a-4ff4-abd2-b64694e26e45 None None] For port 8649bc82-bf60-4ef7-8231-552361d96fee, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=8649bc82-bf60-4ef7-8231-552361d96fee,segment=NetworkSegment(bdb5fef4-4e1a-46b4-b367-edc95c39add2),segment_id=bdb5fef4-4e1a-46b4-b367-edc95c39add2)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:15:51.177711 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-1f742069-692a-4ff4-abd2-b64694e26e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:51.232470 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f742069-692a-4ff4-abd2-b64694e26e45 None None] Pushing event updated for resources: {'Port': ['ID=8649bc82-bf60-4ef7-8231-552361d96fee,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:51.244813 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-0e411094-2af8-4fe3-bf3a-51a2547f8143 admin admin] Allocated IP 172.20.0.1 (aa73838c-5cca-48b5-b9e9-7a064476266f/5b2243a4-91c1-47bc-bc6f-621c7a947db4/9b5eb9fc-b5a8-469e-b737-280213090044) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:15:51.272344 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Notify callbacks [] for port, precommit_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:51.284313 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.provisioning_blocks [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Transition to ACTIVE for port object ad260e01-ae47-4f7c-8716-c5bffab0b11a will not be triggered until provisioned by entity L2. {{(pid=94034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:15:51.291156 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:51.334930 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Attempting to bind port ad260e01-ae47-4f7c-8716-c5bffab0b11a on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:15:51.335524 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Attempting to bind port ad260e01-ae47-4f7c-8716-c5bffab0b11a by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}] {{(pid=94034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:15:51.335656 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Attempting to bind port ad260e01-ae47-4f7c-8716-c5bffab0b11a on network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:15:51.346040 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:15:51.346463 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Checking segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:15:51.346865 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:51.347244 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Bound using segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:15:51.347714 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Bound port: ad260e01-ae47-4f7c-8716-c5bffab0b11a, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}}] {{(pid=94034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:15:51.348111 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:51.385048 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0e411094-2af8-4fe3-bf3a-51a2547f8143 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:51.399119 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-1357897f-7744-4dbe-a419-35598146d23c None None] Provisioning complete for port 8649bc82-bf60-4ef7-8231-552361d96fee triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:15:51.399423 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-1357897f-7744-4dbe-a419-35598146d23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:51.400008 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-0e411094-2af8-4fe3-bf3a-51a2547f8143 admin admin] Transition to ACTIVE for port object 9b5eb9fc-b5a8-469e-b737-280213090044 will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:15:51.402654 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef82f3-1feb-4ce8-8759-09204e7b7eac None None] Pushing event updated for resources: {'Port': ['ID=ad260e01-ae47-4f7c-8716-c5bffab0b11a,revision_number=2']} {{(pid=94034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:51.415765 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef82f3-1feb-4ce8-8759-09204e7b7eac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:51.416422 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef82f3-1feb-4ce8-8759-09204e7b7eac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:51.416985 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef82f3-1feb-4ce8-8759-09204e7b7eac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:51.417515 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef82f3-1feb-4ce8-8759-09204e7b7eac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:51.418006 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef82f3-1feb-4ce8-8759-09204e7b7eac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:51.418480 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef82f3-1feb-4ce8-8759-09204e7b7eac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:51.418952 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef82f3-1feb-4ce8-8759-09204e7b7eac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:51.419469 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef82f3-1feb-4ce8-8759-09204e7b7eac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:51.419985 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef82f3-1feb-4ce8-8759-09204e7b7eac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:51.420498 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef82f3-1feb-4ce8-8759-09204e7b7eac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:51.421028 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef82f3-1feb-4ce8-8759-09204e7b7eac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:51.421421 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef82f3-1feb-4ce8-8759-09204e7b7eac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:51.431987 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.db [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] For port ad260e01-ae47-4f7c-8716-c5bffab0b11a, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:15:51.435558 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.db [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] For port ad260e01-ae47-4f7c-8716-c5bffab0b11a, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=ad260e01-ae47-4f7c-8716-c5bffab0b11a,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:15:51.436057 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0e411094-2af8-4fe3-bf3a-51a2547f8143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:51.441995 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:51.474440 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e411094-2af8-4fe3-bf3a-51a2547f8143 admin admin] Network aa73838c-5cca-48b5-b9e9-7a064476266f is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:15:51.477775 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-0e411094-2af8-4fe3-bf3a-51a2547f8143 admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:15:51.481833 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e411094-2af8-4fe3-bf3a-51a2547f8143 admin admin] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:15:51.506348 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Routers {'2bf0d4b4-1463-4f5b-9bb2-366a5e980294'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:15:51.507275 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:15:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['2bf0d4b4-1463-4f5b-9bb2-366a5e980294'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:15:51.525773 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e411094-2af8-4fe3-bf3a-51a2547f8143 admin admin] Pushing event updated for resources: {'Port': ['ID=9b5eb9fc-b5a8-469e-b737-280213090044,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:51.542565 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0e411094-2af8-4fe3-bf3a-51a2547f8143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551047'] for router_interface, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:51.565729 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef82f3-1feb-4ce8-8759-09204e7b7eac None None] Pushing event updated for resources: {'Port': ['ID=ad260e01-ae47-4f7c-8716-c5bffab0b11a,revision_number=3']} {{(pid=94034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:51.698965 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] Set router 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:15:51.752503 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0e411094-2af8-4fe3-bf3a-51a2547f8143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:51.873136 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530743c9-88c5-45b3-8e6d-0d4a554ada49 req-bcd10a46-aa4c-467b-86df-ade9eda19cb0 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:51.874724 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-530743c9-88c5-45b3-8e6d-0d4a554ada49 req-bcd10a46-aa4c-467b-86df-ade9eda19cb0 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=948b5195-ae50-4d4d-be5d-1a5aaa1ceb16 HTTP/1.1" status: 200 len: 946 time: 0.1192918 Sep 10 15:15:51.899103 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-322e2dc6-18f2-44b9-a675-9b5a9270ec97 None None] Provisioning for port 9b5eb9fc-b5a8-469e-b737-280213090044 completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:15:51.906246 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-322e2dc6-18f2-44b9-a675-9b5a9270ec97 None None] Provisioning complete for port 9b5eb9fc-b5a8-469e-b737-280213090044 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:15:51.908412 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-322e2dc6-18f2-44b9-a675-9b5a9270ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:51.949566 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-530743c9-88c5-45b3-8e6d-0d4a554ada49 req-b2de4a0c-ba6a-470a-8f19-8db8e04afeea tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558574 Sep 10 15:15:51.977441 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'name': 'tempest-TestMinimumBasicScenario-1484699444-router', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:48Z', 'updated_at': '2021-09-10T15:15:49Z', 'revision_number': 3, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'gw_port': {'id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:49Z', 'updated_at': '2021-09-10T15:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:15:52.009569 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329db482-afc7-4d92-b961-717b4b35c171 None None] The sync data for ids ['2bf0d4b4-1463-4f5b-9bb2-366a5e980294'] in dv-cinder-760184-10-iscsi is: [{'id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'name': 'tempest-TestMinimumBasicScenario-1484699444-router', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:48Z', 'updated_at': '2021-09-10T15:15:49Z', 'revision_number': 3, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'gw_port': {'id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:49Z', 'updated_at': '2021-09-10T15:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}] {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:15:52.015908 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-322e2dc6-18f2-44b9-a675-9b5a9270ec97 None None] Port 9b5eb9fc-b5a8-469e-b737-280213090044 cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:15:52.089925 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 8649bc82-bf60-4ef7-8231-552361d96fee up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:15:52.151530 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0e411094-2af8-4fe3-bf3a-51a2547f8143 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:52.162664 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0e411094-2af8-4fe3-bf3a-51a2547f8143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13673127'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:52.214948 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 8649bc82-bf60-4ef7-8231-552361d96fee triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:15:52.215548 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:52.290236 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0e411094-2af8-4fe3-bf3a-51a2547f8143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547095'] for router_interface, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:52.297843 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e411094-2af8-4fe3-bf3a-51a2547f8143 admin admin] Pushing event updated for resources: {'Port': ['ID=9b5eb9fc-b5a8-469e-b737-280213090044,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:52.562543 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e411094-2af8-4fe3-bf3a-51a2547f8143 admin admin] Network aa73838c-5cca-48b5-b9e9-7a064476266f is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:15:52.565853 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-0e411094-2af8-4fe3-bf3a-51a2547f8143 admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:15:52.868167 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e411094-2af8-4fe3-bf3a-51a2547f8143 admin admin] Router 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:15:53.062780 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-117b2f52-a59d-41ef-b7ef-12df408f0ca6 None None] Provisioning complete for port 9b5eb9fc-b5a8-469e-b737-280213090044 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:15:53.064454 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-117b2f52-a59d-41ef-b7ef-12df408f0ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:53.085942 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e411094-2af8-4fe3-bf3a-51a2547f8143 admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:15:53.103207 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-0e411094-2af8-4fe3-bf3a-51a2547f8143 admin admin] 10.222.0.32 "PUT /v2.0/routers/2bf0d4b4-1463-4f5b-9bb2-366a5e980294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7545145 Sep 10 15:15:53.152525 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-117b2f52-a59d-41ef-b7ef-12df408f0ca6 None None] Port 9b5eb9fc-b5a8-469e-b737-280213090044 cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:15:53.661552 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229db6de-7bf5-46ad-908f-a2a4845b930b req-2ef3ee56-3c49-42d2-b09d-90946341be68 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:53.668686 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-229db6de-7bf5-46ad-908f-a2a4845b930b req-2ef3ee56-3c49-42d2-b09d-90946341be68 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=948b5195-ae50-4d4d-be5d-1a5aaa1ceb16 HTTP/1.1" status: 200 len: 946 time: 0.5216951 Sep 10 15:15:53.753383 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-229db6de-7bf5-46ad-908f-a2a4845b930b req-813e5434-0bf0-409a-844b-6994865ca27c tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820103 Sep 10 15:15:54.031622 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:54.113787 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 57820) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:54.118554 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-fadf2fe4-998b-4d8e-aade-aee97adb9729 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1772034088-network', 'tenant_id': '13d8b1e1bcd8469dbe728fc2419fec1b'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:15:54.119326 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device ad260e01-ae47-4f7c-8716-c5bffab0b11a up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:15:54.149593 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadf2fe4-998b-4d8e-aade-aee97adb9729 admin admin] Made reservation on behalf of 13d8b1e1bcd8469dbe728fc2419fec1b for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:15:54.157477 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fadf2fe4-998b-4d8e-aade-aee97adb9729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:54.177296 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fadf2fe4-998b-4d8e-aade-aee97adb9729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:54.240235 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port ad260e01-ae47-4f7c-8716-c5bffab0b11a completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:15:54.246106 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port ad260e01-ae47-4f7c-8716-c5bffab0b11a triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:15:54.246701 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:54.394450 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fadf2fe4-998b-4d8e-aade-aee97adb9729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:54.406678 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fadf2fe4-998b-4d8e-aade-aee97adb9729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:54.460632 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fadf2fe4-998b-4d8e-aade-aee97adb9729 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:15:54.471220 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:54.484511 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fadf2fe4-998b-4d8e-aade-aee97adb9729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:54.484968 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-fadf2fe4-998b-4d8e-aade-aee97adb9729 admin admin] Added segment 92e11819-908f-47f8-a8bf-f0a78b86736d of type vlan for network 70d2f599-bafa-4d32-87e2-4c91b5f81255 Sep 10 15:15:54.527702 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port ad260e01-ae47-4f7c-8716-c5bffab0b11a, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=ad260e01-ae47-4f7c-8716-c5bffab0b11a,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:15:54.535844 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:54.586291 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fadf2fe4-998b-4d8e-aade-aee97adb9729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740669571112'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:54.589027 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf2fe4-998b-4d8e-aade-aee97adb9729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194798c0-14b8-4985-b031-3c59ed0a6967,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:54.615036 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=ad260e01-ae47-4f7c-8716-c5bffab0b11a,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:54.631872 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fadf2fe4-998b-4d8e-aade-aee97adb9729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:54.633135 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadf2fe4-998b-4d8e-aade-aee97adb9729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:54.633857 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fadf2fe4-998b-4d8e-aade-aee97adb9729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:54.682628 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-fadf2fe4-998b-4d8e-aade-aee97adb9729 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5680377 Sep 10 15:15:54.686019 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 57844) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:54.695321 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-6ca7be73-0528-4a87-b3ae-91099af8cd87 admin admin] Request body: {'subnet': {'network_id': '70d2f599-bafa-4d32-87e2-4c91b5f81255', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1772034088-subnet', 'tenant_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'ip_version': 4}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:15:54.716363 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf2fe4-998b-4d8e-aade-aee97adb9729 admin admin] Pushing event updated for resources: {'Network': ['ID=70d2f599-bafa-4d32-87e2-4c91b5f81255,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:54.730634 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Network 70d2f599-bafa-4d32-87e2-4c91b5f81255 details requested by agent ovs-agent-dv-cinder-760184-10-iscsi with host dv-cinder-760184-10-iscsi {{(pid=94033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:15:54.736461 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca7be73-0528-4a87-b3ae-91099af8cd87 admin admin] Made reservation on behalf of 13d8b1e1bcd8469dbe728fc2419fec1b for: {'subnet': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:15:54.739650 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6ca7be73-0528-4a87-b3ae-91099af8cd87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13349712'] for subnet, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:54.871626 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Sync routers for ids ['2bf0d4b4-1463-4f5b-9bb2-366a5e980294'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:15:54.884840 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Routers {'2bf0d4b4-1463-4f5b-9bb2-366a5e980294'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:15:54.887440 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:15:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['2bf0d4b4-1463-4f5b-9bb2-366a5e980294'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:15:55.066246 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6ca7be73-0528-4a87-b3ae-91099af8cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13899776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13349710'] for subnet, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:55.108285 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Set router 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:15:55.156484 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7be73-0528-4a87-b3ae-91099af8cd87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe4d73fb-9264-466a-8457-906a4005307f,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:55.189165 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca7be73-0528-4a87-b3ae-91099af8cd87 admin admin] Checking segment: {'id': '92e11819-908f-47f8-a8bf-f0a78b86736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '70d2f599-bafa-4d32-87e2-4c91b5f81255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:15:55.189939 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca7be73-0528-4a87-b3ae-91099af8cd87 admin admin] Network hostable DHCP agents. Network: 70d2f599-bafa-4d32-87e2-4c91b5f81255, hostable agents: ['3c96b2f0-8a92-48cf-9f37-aea1b5083e0a'], hosted agents: [] {{(pid=94032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:15:55.195095 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-faacfc9e-f364-4e74-abee-4dd8433a12bb req-3ee5a5c0-56cf-44fe-8fbe-de8987db8cff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801451 Sep 10 15:15:55.214246 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca7be73-0528-4a87-b3ae-91099af8cd87 admin admin] Network 70d2f599-bafa-4d32-87e2-4c91b5f81255 is scheduled to be hosted by DHCP agent 3c96b2f0-8a92-48cf-9f37-aea1b5083e0a with binding_index 1 {{(pid=94032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:15:55.226921 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-6ca7be73-0528-4a87-b3ae-91099af8cd87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-10-iscsi, 70d2f599-bafa-4d32-87e2-4c91b5f81255) {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:15:55.232518 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca7be73-0528-4a87-b3ae-91099af8cd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:55.233946 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6ca7be73-0528-4a87-b3ae-91099af8cd87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:55.241932 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57876138-d45e-4c44-be1c-03b7c68bdbdf None None] Network 70d2f599-bafa-4d32-87e2-4c91b5f81255 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:15:55.285466 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-6ca7be73-0528-4a87-b3ae-91099af8cd87 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5979538 Sep 10 15:15:55.285852 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 57852) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:55.290393 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-8374f5b8-064a-43ce-81b0-7102d957ccfa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1772034088-router', 'tenant_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:15:55.294824 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacfc9e-f364-4e74-abee-4dd8433a12bb req-1caa7f90-c304-4d82-b70b-fc74320cef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:55.296728 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-faacfc9e-f364-4e74-abee-4dd8433a12bb req-1caa7f90-c304-4d82-b70b-fc74320cef89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d4ba512da8349e891d810bef26b5436&device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 1099 time: 0.0594108 Sep 10 15:15:55.336160 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8374f5b8-064a-43ce-81b0-7102d957ccfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-369'] for router, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:55.337505 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8374f5b8-064a-43ce-81b0-7102d957ccfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-376'] for router, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:55.459228 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8374f5b8-064a-43ce-81b0-7102d957ccfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:55.506795 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp966f7049-479f-577b-97f2-9a97344a5798-70d2f599-bafa-4d32-87e2-4c91b5f81255', 'network_id': '70d2f599-bafa-4d32-87e2-4c91b5f81255', 'tenant_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'fixed_ips': [{'subnet_id': 'fe4d73fb-9264-466a-8457-906a4005307f'}]}} from dv-cinder-760184-10-iscsi. {{(pid=94033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 15:15:55.510792 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:55.555161 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'name': 'tempest-TestMinimumBasicScenario-1484699444-router', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:48Z', 'updated_at': '2021-09-10T15:15:51Z', 'revision_number': 4, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'gw_port': {'id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:49Z', 'updated_at': '2021-09-10T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '9b5eb9fc-b5a8-469e-b737-280213090044', 'name': '', 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'mac_address': 'fa:16:3e:34:24:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5b2243a4-91c1-47bc-bc6f-621c7a947db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:51Z', 'updated_at': '2021-09-10T15:15:51Z', 'revision_number': 2, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'subnets': [{'id': '5b2243a4-91c1-47bc-bc6f-621c7a947db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:15:55.611047 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacfc9e-f364-4e74-abee-4dd8433a12bb req-0f7d7f59-b7af-4d1e-bf7e-d83d7b38eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:55.612496 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-faacfc9e-f364-4e74-abee-4dd8433a12bb req-0f7d7f59-b7af-4d1e-bf7e-d83d7b38eb15 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89c82b9c-da29-44a5-a286-a7806dfed4d4 HTTP/1.1" status: 200 len: 920 time: 0.2572985 Sep 10 15:15:55.669816 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8374f5b8-064a-43ce-81b0-7102d957ccfa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:55.701003 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-faacfc9e-f364-4e74-abee-4dd8433a12bb req-f2024519-2db9-4b2c-96bc-0f83cf0b4139 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c95297de-9c9a-406c-81aa-813ff7394bd6 HTTP/1.1" status: 200 len: 217 time: 0.0712798 Sep 10 15:15:55.810021 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacfc9e-f364-4e74-abee-4dd8433a12bb req-3e0ab5dd-496b-4a7b-993f-2abba3cc30af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:55.811603 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-faacfc9e-f364-4e74-abee-4dd8433a12bb req-3e0ab5dd-496b-4a7b-993f-2abba3cc30af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=56d1c94b-8bee-42a2-9581-b70245d1f7a7 HTTP/1.1" status: 200 len: 859 time: 0.0905821 Sep 10 15:15:55.890267 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Checking router: 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:15:55.890516 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Updating router 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 port 9b5eb9fc-b5a8-469e-b737-280213090044 binding host dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:15:55.893726 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-faacfc9e-f364-4e74-abee-4dd8433a12bb req-7ff41a06-34fe-43c1-9871-0fe94b9002e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89c82b9c-da29-44a5-a286-a7806dfed4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683203 Sep 10 15:15:56.007571 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:56.180922 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-faacfc9e-f364-4e74-abee-4dd8433a12bb req-08c07e15-cd35-4d47-a6a4-66fc72f97c3d service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753592 Sep 10 15:15:56.183131 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device ad260e01-ae47-4f7c-8716-c5bffab0b11a up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:15:56.207094 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8374f5b8-064a-43ce-81b0-7102d957ccfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:56.230293 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8374f5b8-064a-43ce-81b0-7102d957ccfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:56.360486 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-faacfc9e-f364-4e74-abee-4dd8433a12bb req-192e247c-b06d-419e-9e9b-c72246528f91 service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591456 Sep 10 15:15:56.431127 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.db_base_plugin_common [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Allocated IP 172.20.0.2 (70d2f599-bafa-4d32-87e2-4c91b5f81255/fe4d73fb-9264-466a-8457-906a4005307f/96107f67-6486-4fae-a147-356b9779725c) {{(pid=94033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:15:56.441193 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-8374f5b8-064a-43ce-81b0-7102d957ccfa admin admin] Allocated IP 172.27.3.109 (080accf6-a61d-43aa-a40c-4a5d90aa3be1/9f699ab7-ff98-4888-8014-ee1b80751434/1062ba30-dff9-47a4-90b4-d6ae8f7a65de) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:15:56.522622 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port ad260e01-ae47-4f7c-8716-c5bffab0b11a triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:15:56.523043 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:56.556779 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8374f5b8-064a-43ce-81b0-7102d957ccfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:56.610880 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8374f5b8-064a-43ce-81b0-7102d957ccfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:56.646563 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8374f5b8-064a-43ce-81b0-7102d957ccfa admin admin] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:15:56.650590 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-8374f5b8-064a-43ce-81b0-7102d957ccfa admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:15:56.654081 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374f5b8-064a-43ce-81b0-7102d957ccfa admin admin] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:15:56.692309 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374f5b8-064a-43ce-81b0-7102d957ccfa admin admin] Pushing event updated for resources: {'Port': ['ID=1062ba30-dff9-47a4-90b4-d6ae8f7a65de,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:56.714706 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:15:56.775885 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Notify callbacks [] for port, precommit_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:56.814561 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Transition to ACTIVE for port object 96107f67-6486-4fae-a147-356b9779725c will not be triggered until provisioned by entity L2. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:15:56.843716 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:56.853734 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Transition to ACTIVE for port object 96107f67-6486-4fae-a147-356b9779725c will not be triggered until provisioned by entity DHCP. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:15:56.866312 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:56.872503 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Transition to ACTIVE for port object 9b5eb9fc-b5a8-469e-b737-280213090044 will not be triggered until provisioned by entity L2. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:15:56.907057 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:56.926325 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Network 70d2f599-bafa-4d32-87e2-4c91b5f81255 is already hosted by enough agents. {{(pid=94033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:15:56.936462 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.base_scheduler [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Resources bound (agent type, host, resource id): {{(pid=94033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:15:56.939670 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Received port after_create {{(pid=94033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:15:56.952516 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8374f5b8-064a-43ce-81b0-7102d957ccfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:56.954114 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Pushing event updated for resources: {'Port': ['ID=96107f67-6486-4fae-a147-356b9779725c,revision_number=1']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:57.173583 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca0674-b427-4fed-abdc-9220c8b21d56 None None] Pushing event updated for resources: {'Port': ['ID=9b5eb9fc-b5a8-469e-b737-280213090044,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:57.180611 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Attempting to bind port 96107f67-6486-4fae-a147-356b9779725c on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:15:57.181011 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Attempting to bind port 96107f67-6486-4fae-a147-356b9779725c by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': '92e11819-908f-47f8-a8bf-f0a78b86736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '70d2f599-bafa-4d32-87e2-4c91b5f81255'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:15:57.181372 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Attempting to bind port 96107f67-6486-4fae-a147-356b9779725c on network 70d2f599-bafa-4d32-87e2-4c91b5f81255 {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:15:57.186495 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Attempting to bind port 9b5eb9fc-b5a8-469e-b737-280213090044 on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:15:57.186857 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Attempting to bind port 9b5eb9fc-b5a8-469e-b737-280213090044 by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': 'bdb5fef4-4e1a-46b4-b367-edc95c39add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:15:57.187217 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Attempting to bind port 9b5eb9fc-b5a8-469e-b737-280213090044 on network aa73838c-5cca-48b5-b9e9-7a064476266f {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:15:57.192943 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:15:57.193323 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Checking segment: {'id': '92e11819-908f-47f8-a8bf-f0a78b86736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '70d2f599-bafa-4d32-87e2-4c91b5f81255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:15:57.193721 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:57.194117 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Bound using segment: {'id': '92e11819-908f-47f8-a8bf-f0a78b86736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '70d2f599-bafa-4d32-87e2-4c91b5f81255'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:15:57.194594 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Bound port: 96107f67-6486-4fae-a147-356b9779725c, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e11819-908f-47f8-a8bf-f0a78b86736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '70d2f599-bafa-4d32-87e2-4c91b5f81255'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:15:57.194977 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:57.199849 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:15:57.200218 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Checking segment: {'id': 'bdb5fef4-4e1a-46b4-b367-edc95c39add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:15:57.200612 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:57.201027 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Bound using segment: {'id': 'bdb5fef4-4e1a-46b4-b367-edc95c39add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:15:57.208988 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Bound port: 9b5eb9fc-b5a8-469e-b737-280213090044, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb5fef4-4e1a-46b4-b367-edc95c39add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:15:57.209410 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:57.304398 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8374f5b8-064a-43ce-81b0-7102d957ccfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550998'] for router, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:57.467528 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] For port 9b5eb9fc-b5a8-469e-b737-280213090044, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:15:57.475398 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] For port 96107f67-6486-4fae-a147-356b9779725c, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:15:57.478911 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] For port 9b5eb9fc-b5a8-469e-b737-280213090044, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=9b5eb9fc-b5a8-469e-b737-280213090044,segment=NetworkSegment(bdb5fef4-4e1a-46b4-b367-edc95c39add2),segment_id=bdb5fef4-4e1a-46b4-b367-edc95c39add2)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:15:57.480833 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] For port 96107f67-6486-4fae-a147-356b9779725c, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=96107f67-6486-4fae-a147-356b9779725c,segment=NetworkSegment(92e11819-908f-47f8-a8bf-f0a78b86736d),segment_id=92e11819-908f-47f8-a8bf-f0a78b86736d)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:15:57.495756 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:57.499123 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:57.557780 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8374f5b8-064a-43ce-81b0-7102d957ccfa admin admin] Router f8d3e7ac-4d80-465d-8a4f-7281666451fb is scheduled to L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 with binding_index 1 {{(pid=94031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 15:15:57.608079 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Routers {'2bf0d4b4-1463-4f5b-9bb2-366a5e980294'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:15:57.608600 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:15:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['2bf0d4b4-1463-4f5b-9bb2-366a5e980294'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:15:57.615093 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335164d-ff49-4250-b50c-bb4a229a0554 None None] Pushing event updated for resources: {'Port': ['ID=96107f67-6486-4fae-a147-356b9779725c,revision_number=2']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:57.801436 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca0674-b427-4fed-abdc-9220c8b21d56 None None] Pushing event updated for resources: {'Port': ['ID=9b5eb9fc-b5a8-469e-b737-280213090044,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:57.844680 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] Set router 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:15:58.320429 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 96107f67-6486-4fae-a147-356b9779725c up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:15:58.379309 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-2b987242-dfb4-4014-b5b7-42d662f6588b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:58.385058 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8374f5b8-064a-43ce-81b0-7102d957ccfa admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:15:58.398946 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Sync routers for ids ['f8d3e7ac-4d80-465d-8a4f-7281666451fb'] in dv-cinder-760184-10-iscsi {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:15:58.417740 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Routers {'f8d3e7ac-4d80-465d-8a4f-7281666451fb'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:15:58.418297 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:15:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['f8d3e7ac-4d80-465d-8a4f-7281666451fb'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:15:58.429567 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8374f5b8-064a-43ce-81b0-7102d957ccfa admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:58.431275 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-8374f5b8-064a-43ce-81b0-7102d957ccfa admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1443090 Sep 10 15:15:58.434152 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 57896) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:58.477674 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port 96107f67-6486-4fae-a147-356b9779725c completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:15:58.481318 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'name': 'tempest-TestMinimumBasicScenario-1484699444-router', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:48Z', 'updated_at': '2021-09-10T15:15:51Z', 'revision_number': 4, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'gw_port': {'id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:49Z', 'updated_at': '2021-09-10T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '9b5eb9fc-b5a8-469e-b737-280213090044', 'name': '', 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'mac_address': 'fa:16:3e:34:24:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5b2243a4-91c1-47bc-bc6f-621c7a947db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:51Z', 'updated_at': '2021-09-10T15:15:57Z', 'revision_number': 4, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'subnets': [{'id': '5b2243a4-91c1-47bc-bc6f-621c7a947db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:15:58.523804 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0bc3f-90d6-4ae7-a527-fe2297d488f9 None None] The sync data for ids ['2bf0d4b4-1463-4f5b-9bb2-366a5e980294'] in dv-cinder-760184-10-iscsi is: [{'id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'name': 'tempest-TestMinimumBasicScenario-1484699444-router', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:48Z', 'updated_at': '2021-09-10T15:15:51Z', 'revision_number': 4, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'gw_port': {'id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:49Z', 'updated_at': '2021-09-10T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '9b5eb9fc-b5a8-469e-b737-280213090044', 'name': '', 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'mac_address': 'fa:16:3e:34:24:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5b2243a4-91c1-47bc-bc6f-621c7a947db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:51Z', 'updated_at': '2021-09-10T15:15:57Z', 'revision_number': 4, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'subnets': [{'id': '5b2243a4-91c1-47bc-bc6f-621c7a947db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:15:58.640366 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Set router f8d3e7ac-4d80-465d-8a4f-7281666451fb gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:15:59.166382 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d3e7ac-4d80-465d-8a4f-7281666451fb', 'name': 'tempest-TestMinimumBasicScenario-1772034088-router', 'tenant_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '1062ba30-dff9-47a4-90b4-d6ae8f7a65de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:55Z', 'updated_at': '2021-09-10T15:15:56Z', 'revision_number': 3, 'project_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'gw_port': {'id': '1062ba30-dff9-47a4-90b4-d6ae8f7a65de', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:47:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d3e7ac-4d80-465d-8a4f-7281666451fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:56Z', 'updated_at': '2021-09-10T15:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:15:59.246074 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Checking router: f8d3e7ac-4d80-465d-8a4f-7281666451fb for host: dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:15:59.246691 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Updating router f8d3e7ac-4d80-465d-8a4f-7281666451fb port 1062ba30-dff9-47a4-90b4-d6ae8f7a65de binding host dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:15:59.287935 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:59.310350 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127a2c2-4697-4750-b459-53659cb53352 req-89e90f74-bd5f-4163-ad68-b62b996fd670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:59.312056 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b127a2c2-4697-4750-b459-53659cb53352 req-89e90f74-bd5f-4163-ad68-b62b996fd670 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d4ba512da8349e891d810bef26b5436&device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 1099 time: 0.1339283 Sep 10 15:15:59.405656 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89dc12c-255e-4b1b-95da-1c33d2d44a03 None None] Network 70d2f599-bafa-4d32-87e2-4c91b5f81255 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:15:59.470141 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127a2c2-4697-4750-b459-53659cb53352 req-5d4180fc-898b-4802-b62b-ab3abe3de871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:59.472574 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b127a2c2-4697-4750-b459-53659cb53352 req-5d4180fc-898b-4802-b62b-ab3abe3de871 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89c82b9c-da29-44a5-a286-a7806dfed4d4 HTTP/1.1" status: 200 len: 920 time: 0.1415033 Sep 10 15:15:59.525852 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-804dc61d-f6ed-4d4d-bbe1-259c27865239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:59.577932 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee69d3-0f89-406d-a531-9483f98b96af req-37eb673e-2f0b-455d-823e-959d14ff72dd tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:59.585333 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b127a2c2-4697-4750-b459-53659cb53352 req-becbc520-6c0e-44fd-b5ab-a18674a51b92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c95297de-9c9a-406c-81aa-813ff7394bd6 HTTP/1.1" status: 200 len: 217 time: 0.1003432 Sep 10 15:15:59.588052 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4bee69d3-0f89-406d-a531-9483f98b96af req-37eb673e-2f0b-455d-823e-959d14ff72dd tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.3081250 Sep 10 15:15:59.604934 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-5cca7fb3-7f64-448e-9539-b3dd0d3f2b40 None None] Provisioning for port 96107f67-6486-4fae-a147-356b9779725c completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:15:59.618764 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-5cca7fb3-7f64-448e-9539-b3dd0d3f2b40 None None] Provisioning complete for port 96107f67-6486-4fae-a147-356b9779725c triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:15:59.621144 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-5cca7fb3-7f64-448e-9539-b3dd0d3f2b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:59.689831 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127a2c2-4697-4750-b459-53659cb53352 req-832acc74-d5ca-407f-b277-1194677fe845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:59.693101 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b127a2c2-4697-4750-b459-53659cb53352 req-832acc74-d5ca-407f-b277-1194677fe845 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=56d1c94b-8bee-42a2-9581-b70245d1f7a7 HTTP/1.1" status: 200 len: 859 time: 0.1004822 Sep 10 15:15:59.709685 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4bee69d3-0f89-406d-a531-9483f98b96af req-0717943f-a0f2-4dfe-9ae7-7c2ece1da291 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124432 Sep 10 15:15:59.767330 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b127a2c2-4697-4750-b459-53659cb53352 req-39ab96dc-6359-49a9-8390-93e8109da4c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89c82b9c-da29-44a5-a286-a7806dfed4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654840 Sep 10 15:15:59.813720 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Notify callbacks [] for port, precommit_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:59.831714 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.provisioning_blocks [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Transition to ACTIVE for port object 1062ba30-dff9-47a4-90b4-d6ae8f7a65de will not be triggered until provisioned by entity L2. {{(pid=94034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:15:59.848962 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:59.861136 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-804dc61d-f6ed-4d4d-bbe1-259c27865239 admin admin] Allocated IP 172.20.0.1 (70d2f599-bafa-4d32-87e2-4c91b5f81255/fe4d73fb-9264-466a-8457-906a4005307f/48b5f249-fd04-4512-a386-bec658db7c5a) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:15:59.998088 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Attempting to bind port 1062ba30-dff9-47a4-90b4-d6ae8f7a65de on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:16:00.002378 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Attempting to bind port 1062ba30-dff9-47a4-90b4-d6ae8f7a65de by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}] {{(pid=94034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:16:00.002944 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Attempting to bind port 1062ba30-dff9-47a4-90b4-d6ae8f7a65de on network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:16:00.019274 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3676b3-d6e1-4102-845a-572730122b37 None None] Pushing event updated for resources: {'Port': ['ID=1062ba30-dff9-47a4-90b4-d6ae8f7a65de,revision_number=2']} {{(pid=94034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:00.019492 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b127a2c2-4697-4750-b459-53659cb53352 req-f0bc2550-e3f7-4702-ad28-8e466f96f8d9 service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432702 Sep 10 15:16:00.031807 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:16:00.032438 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Checking segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:16:00.032956 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:00.033410 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Bound using segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:16:00.033968 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Bound port: 1062ba30-dff9-47a4-90b4-d6ae8f7a65de, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}}] {{(pid=94034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:16:00.034433 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:00.145898 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.db [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] For port 1062ba30-dff9-47a4-90b4-d6ae8f7a65de, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:16:00.155071 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.db [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] For port 1062ba30-dff9-47a4-90b4-d6ae8f7a65de, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=1062ba30-dff9-47a4-90b4-d6ae8f7a65de,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:16:00.166590 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-804dc61d-f6ed-4d4d-bbe1-259c27865239 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:00.169270 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:00.216265 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-804dc61d-f6ed-4d4d-bbe1-259c27865239 admin admin] Transition to ACTIVE for port object 48b5f249-fd04-4512-a386-bec658db7c5a will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:16:00.283462 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 9b5eb9fc-b5a8-469e-b737-280213090044 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:00.294715 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Routers {'f8d3e7ac-4d80-465d-8a4f-7281666451fb'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:16:00.295401 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:15:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['f8d3e7ac-4d80-465d-8a4f-7281666451fb'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:00.298895 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-804dc61d-f6ed-4d4d-bbe1-259c27865239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:00.325518 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b127a2c2-4697-4750-b459-53659cb53352 req-2b5c0d0c-9275-49a3-b831-6464660af996 service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769639 Sep 10 15:16:00.372953 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804dc61d-f6ed-4d4d-bbe1-259c27865239 admin admin] Pushing event updated for resources: {'Port': ['ID=48b5f249-fd04-4512-a386-bec658db7c5a,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:00.393071 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3676b3-d6e1-4102-845a-572730122b37 None None] Pushing event updated for resources: {'Port': ['ID=1062ba30-dff9-47a4-90b4-d6ae8f7a65de,revision_number=3']} {{(pid=94034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:00.407625 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804dc61d-f6ed-4d4d-bbe1-259c27865239 admin admin] Network 70d2f599-bafa-4d32-87e2-4c91b5f81255 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:16:00.410792 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-804dc61d-f6ed-4d4d-bbe1-259c27865239 admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:16:00.413324 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-5cca7fb3-7f64-448e-9539-b3dd0d3f2b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:00.414257 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804dc61d-f6ed-4d4d-bbe1-259c27865239 admin admin] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:16:00.465390 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-5cca7fb3-7f64-448e-9539-b3dd0d3f2b40 None None] For port 96107f67-6486-4fae-a147-356b9779725c, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=96107f67-6486-4fae-a147-356b9779725c,segment=NetworkSegment(92e11819-908f-47f8-a8bf-f0a78b86736d),segment_id=92e11819-908f-47f8-a8bf-f0a78b86736d)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:00.478765 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-5cca7fb3-7f64-448e-9539-b3dd0d3f2b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:00.485939 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port 9b5eb9fc-b5a8-469e-b737-280213090044 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:16:00.497234 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-804dc61d-f6ed-4d4d-bbe1-259c27865239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551047'] for router_interface, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:00.536570 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 9b5eb9fc-b5a8-469e-b737-280213090044 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:00.538331 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:00.574578 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] Set router f8d3e7ac-4d80-465d-8a4f-7281666451fb gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:16:00.712653 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca7fb3-7f64-448e-9539-b3dd0d3f2b40 None None] Pushing event updated for resources: {'Port': ['ID=96107f67-6486-4fae-a147-356b9779725c,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:00.847273 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:00.885878 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-804dc61d-f6ed-4d4d-bbe1-259c27865239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:00.944049 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c8c62f64-dba5-4e0d-b580-3e1ae7663999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:00.949724 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port 9b5eb9fc-b5a8-469e-b737-280213090044, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=9b5eb9fc-b5a8-469e-b737-280213090044,segment=NetworkSegment(bdb5fef4-4e1a-46b4-b367-edc95c39add2),segment_id=bdb5fef4-4e1a-46b4-b367-edc95c39add2)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:00.958878 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:01.006165 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-2e54bb29-eeb5-4c48-9e58-ff104d0a8137 None None] Provisioning for port 48b5f249-fd04-4512-a386-bec658db7c5a completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:16:01.015599 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-2e54bb29-eeb5-4c48-9e58-ff104d0a8137 None None] Provisioning complete for port 48b5f249-fd04-4512-a386-bec658db7c5a triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:01.016627 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-2e54bb29-eeb5-4c48-9e58-ff104d0a8137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:01.075799 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d3e7ac-4d80-465d-8a4f-7281666451fb', 'name': 'tempest-TestMinimumBasicScenario-1772034088-router', 'tenant_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '1062ba30-dff9-47a4-90b4-d6ae8f7a65de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:55Z', 'updated_at': '2021-09-10T15:15:56Z', 'revision_number': 3, 'project_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'gw_port': {'id': '1062ba30-dff9-47a4-90b4-d6ae8f7a65de', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:47:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d3e7ac-4d80-465d-8a4f-7281666451fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:56Z', 'updated_at': '2021-09-10T15:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:01.089352 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=9b5eb9fc-b5a8-469e-b737-280213090044,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:01.096712 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-2e54bb29-eeb5-4c48-9e58-ff104d0a8137 None None] Port 48b5f249-fd04-4512-a386-bec658db7c5a cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:16:01.123611 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-2e54bb29-eeb5-4c48-9e58-ff104d0a8137 None None] Provisioning complete for port 96107f67-6486-4fae-a147-356b9779725c triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:01.124097 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-2e54bb29-eeb5-4c48-9e58-ff104d0a8137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:01.133241 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1429e-2a4c-451d-a9a8-b412273c3057 req-ca750f61-274d-41b2-bca5-e3ab7180c244 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:01.140457 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2bd1429e-2a4c-451d-a9a8-b412273c3057 req-ca750f61-274d-41b2-bca5-e3ab7180c244 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.2318349 Sep 10 15:16:01.305970 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b737c705-c77d-4fc3-b984-fd23ddc9e70f None None] The sync data for ids ['f8d3e7ac-4d80-465d-8a4f-7281666451fb'] in dv-cinder-760184-10-iscsi is: [{'id': 'f8d3e7ac-4d80-465d-8a4f-7281666451fb', 'name': 'tempest-TestMinimumBasicScenario-1772034088-router', 'tenant_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '1062ba30-dff9-47a4-90b4-d6ae8f7a65de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:55Z', 'updated_at': '2021-09-10T15:15:56Z', 'revision_number': 3, 'project_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'gw_port': {'id': '1062ba30-dff9-47a4-90b4-d6ae8f7a65de', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:47:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d3e7ac-4d80-465d-8a4f-7281666451fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:56Z', 'updated_at': '2021-09-10T15:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}] {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:16:01.321931 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:01.328024 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2bd1429e-2a4c-451d-a9a8-b412273c3057 req-9ff8dc5c-59a0-4a87-a06c-f4b655c03808 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615901 Sep 10 15:16:01.389081 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-30ec78ec-5332-4282-9793-cc81f5b1edda None None] Provisioning complete for port 48b5f249-fd04-4512-a386-bec658db7c5a triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:01.389786 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-30ec78ec-5332-4282-9793-cc81f5b1edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:01.396811 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-804dc61d-f6ed-4d4d-bbe1-259c27865239 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:01.402950 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-804dc61d-f6ed-4d4d-bbe1-259c27865239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13673127'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:01.452517 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-30ec78ec-5332-4282-9793-cc81f5b1edda None None] Port 48b5f249-fd04-4512-a386-bec658db7c5a cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:16:01.474128 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804dc61d-f6ed-4d4d-bbe1-259c27865239 admin admin] Pushing event updated for resources: {'Port': ['ID=48b5f249-fd04-4512-a386-bec658db7c5a,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:01.483515 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-804dc61d-f6ed-4d4d-bbe1-259c27865239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547095'] for router_interface, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:01.607817 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804dc61d-f6ed-4d4d-bbe1-259c27865239 admin admin] Network 70d2f599-bafa-4d32-87e2-4c91b5f81255 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:16:01.611221 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-804dc61d-f6ed-4d4d-bbe1-259c27865239 admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:16:01.851520 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804dc61d-f6ed-4d4d-bbe1-259c27865239 admin admin] Router f8d3e7ac-4d80-465d-8a4f-7281666451fb has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:16:02.056081 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804dc61d-f6ed-4d4d-bbe1-259c27865239 admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:16:02.062418 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-804dc61d-f6ed-4d4d-bbe1-259c27865239 admin admin] 10.222.0.32 "PUT /v2.0/routers/f8d3e7ac-4d80-465d-8a4f-7281666451fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6270332 Sep 10 15:16:02.227756 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-fd0597ab-b8ac-4fc6-85a8-949f83e7ea5f None None] Provisioning complete for port 48b5f249-fd04-4512-a386-bec658db7c5a triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:02.228331 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fd0597ab-b8ac-4fc6-85a8-949f83e7ea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:02.296464 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 96107f67-6486-4fae-a147-356b9779725c up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:02.325774 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:02.352653 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-fd0597ab-b8ac-4fc6-85a8-949f83e7ea5f None None] Port 48b5f249-fd04-4512-a386-bec658db7c5a cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:16:02.374262 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 96107f67-6486-4fae-a147-356b9779725c triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:02.374461 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:02.469423 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ee32b-21c3-4138-908f-a9e350b1a8e9 req-cb9253d9-08a6-4d48-a7d0-eae0d6e18da0 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:02.475324 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 1062ba30-dff9-47a4-90b4-d6ae8f7a65de up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:02.477686 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-511ee32b-21c3-4138-908f-a9e350b1a8e9 req-cb9253d9-08a6-4d48-a7d0-eae0d6e18da0 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0669734 Sep 10 15:16:02.519997 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-511ee32b-21c3-4138-908f-a9e350b1a8e9 req-a752e4fa-957e-4cc0-9e32-2f694b002c19 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411849 Sep 10 15:16:02.569303 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port 1062ba30-dff9-47a4-90b4-d6ae8f7a65de completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:16:02.573696 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 1062ba30-dff9-47a4-90b4-d6ae8f7a65de triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:02.574004 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:02.674131 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:02.694699 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port 1062ba30-dff9-47a4-90b4-d6ae8f7a65de, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=1062ba30-dff9-47a4-90b4-d6ae8f7a65de,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:02.699276 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:02.700421 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 9b5eb9fc-b5a8-469e-b737-280213090044 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:02.777943 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=1062ba30-dff9-47a4-90b4-d6ae8f7a65de,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:02.793049 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 9b5eb9fc-b5a8-469e-b737-280213090044 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:02.793429 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:03.394077 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Sync routers for ids ['f8d3e7ac-4d80-465d-8a4f-7281666451fb'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:16:03.403731 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Routers {'f8d3e7ac-4d80-465d-8a4f-7281666451fb'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:16:03.404416 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:16:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['f8d3e7ac-4d80-465d-8a4f-7281666451fb'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:03.512600 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Set router f8d3e7ac-4d80-465d-8a4f-7281666451fb gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:16:03.650321 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab7ef9-72ec-4152-a5b9-5574dbc699a0 req-562f7144-b7fd-4bc5-8467-38529accf513 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:03.652311 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2aab7ef9-72ec-4152-a5b9-5574dbc699a0 req-562f7144-b7fd-4bc5-8467-38529accf513 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0617852 Sep 10 15:16:03.694047 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:03.705536 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2aab7ef9-72ec-4152-a5b9-5574dbc699a0 req-a7659e1b-3a0c-4add-b03b-260337db0e7f tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427754 Sep 10 15:16:03.788190 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d3e7ac-4d80-465d-8a4f-7281666451fb', 'name': 'tempest-TestMinimumBasicScenario-1772034088-router', 'tenant_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '1062ba30-dff9-47a4-90b4-d6ae8f7a65de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:55Z', 'updated_at': '2021-09-10T15:16:00Z', 'revision_number': 4, 'project_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'gw_port': {'id': '1062ba30-dff9-47a4-90b4-d6ae8f7a65de', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e7ac-4d80-465d-8a4f-7281666451fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:56Z', 'updated_at': '2021-09-10T15:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '48b5f249-fd04-4512-a386-bec658db7c5a', 'name': '', 'network_id': '70d2f599-bafa-4d32-87e2-4c91b5f81255', 'tenant_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'mac_address': 'fa:16:3e:05:1c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d3e7ac-4d80-465d-8a4f-7281666451fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'fe4d73fb-9264-466a-8457-906a4005307f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:59Z', 'updated_at': '2021-09-10T15:16:01Z', 'revision_number': 2, 'project_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'subnets': [{'id': 'fe4d73fb-9264-466a-8457-906a4005307f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:03.818250 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Checking router: f8d3e7ac-4d80-465d-8a4f-7281666451fb for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:16:03.819050 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Updating router f8d3e7ac-4d80-465d-8a4f-7281666451fb port 48b5f249-fd04-4512-a386-bec658db7c5a binding host dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:16:03.852016 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:04.231354 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 1062ba30-dff9-47a4-90b4-d6ae8f7a65de up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:04.367479 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Notify callbacks [] for port, precommit_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:04.380837 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 1062ba30-dff9-47a4-90b4-d6ae8f7a65de triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:04.381299 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:04.385018 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Transition to ACTIVE for port object 48b5f249-fd04-4512-a386-bec658db7c5a will not be triggered until provisioned by entity L2. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:16:04.411890 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:04.492686 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d52315-13e4-4ccd-8d55-86203fca3f64 None None] Pushing event updated for resources: {'Port': ['ID=48b5f249-fd04-4512-a386-bec658db7c5a,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:04.587031 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Attempting to bind port 48b5f249-fd04-4512-a386-bec658db7c5a on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:16:04.587466 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Attempting to bind port 48b5f249-fd04-4512-a386-bec658db7c5a by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': '92e11819-908f-47f8-a8bf-f0a78b86736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '70d2f599-bafa-4d32-87e2-4c91b5f81255'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:16:04.587923 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Attempting to bind port 48b5f249-fd04-4512-a386-bec658db7c5a on network 70d2f599-bafa-4d32-87e2-4c91b5f81255 {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:16:04.601003 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:16:04.601394 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Checking segment: {'id': '92e11819-908f-47f8-a8bf-f0a78b86736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '70d2f599-bafa-4d32-87e2-4c91b5f81255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:16:04.601794 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:04.602184 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Bound using segment: {'id': '92e11819-908f-47f8-a8bf-f0a78b86736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '70d2f599-bafa-4d32-87e2-4c91b5f81255'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:16:04.602649 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Bound port: 48b5f249-fd04-4512-a386-bec658db7c5a, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e11819-908f-47f8-a8bf-f0a78b86736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '70d2f599-bafa-4d32-87e2-4c91b5f81255'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:16:04.603042 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:04.687335 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] For port 48b5f249-fd04-4512-a386-bec658db7c5a, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:16:04.691684 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] For port 48b5f249-fd04-4512-a386-bec658db7c5a, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=48b5f249-fd04-4512-a386-bec658db7c5a,segment=NetworkSegment(92e11819-908f-47f8-a8bf-f0a78b86736d),segment_id=92e11819-908f-47f8-a8bf-f0a78b86736d)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:16:04.702290 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:04.765511 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Routers {'f8d3e7ac-4d80-465d-8a4f-7281666451fb'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:16:04.766731 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:16:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['f8d3e7ac-4d80-465d-8a4f-7281666451fb'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:04.771276 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d52315-13e4-4ccd-8d55-86203fca3f64 None None] Pushing event updated for resources: {'Port': ['ID=48b5f249-fd04-4512-a386-bec658db7c5a,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:04.901359 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae686157-1b5d-4632-8ada-b920c0f0656e req-972aade8-a9c7-413c-9e36-8a5b72bb13a3 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:04.910561 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ae686157-1b5d-4632-8ada-b920c0f0656e req-972aade8-a9c7-413c-9e36-8a5b72bb13a3 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.1023896 Sep 10 15:16:05.037871 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ae686157-1b5d-4632-8ada-b920c0f0656e req-9c5ced43-2057-4c23-bdc7-7fbd31fc7e4d tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259012 Sep 10 15:16:05.085364 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] Set router f8d3e7ac-4d80-465d-8a4f-7281666451fb gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:16:05.458658 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d3e7ac-4d80-465d-8a4f-7281666451fb', 'name': 'tempest-TestMinimumBasicScenario-1772034088-router', 'tenant_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '1062ba30-dff9-47a4-90b4-d6ae8f7a65de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:55Z', 'updated_at': '2021-09-10T15:16:00Z', 'revision_number': 4, 'project_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'gw_port': {'id': '1062ba30-dff9-47a4-90b4-d6ae8f7a65de', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e7ac-4d80-465d-8a4f-7281666451fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:56Z', 'updated_at': '2021-09-10T15:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '48b5f249-fd04-4512-a386-bec658db7c5a', 'name': '', 'network_id': '70d2f599-bafa-4d32-87e2-4c91b5f81255', 'tenant_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'mac_address': 'fa:16:3e:05:1c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d3e7ac-4d80-465d-8a4f-7281666451fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'fe4d73fb-9264-466a-8457-906a4005307f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:59Z', 'updated_at': '2021-09-10T15:16:04Z', 'revision_number': 4, 'project_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'subnets': [{'id': 'fe4d73fb-9264-466a-8457-906a4005307f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:05.495091 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c5cd7-a074-4bf8-af23-ed6fb3ed2d14 None None] The sync data for ids ['f8d3e7ac-4d80-465d-8a4f-7281666451fb'] in dv-cinder-760184-10-iscsi is: [{'id': 'f8d3e7ac-4d80-465d-8a4f-7281666451fb', 'name': 'tempest-TestMinimumBasicScenario-1772034088-router', 'tenant_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '1062ba30-dff9-47a4-90b4-d6ae8f7a65de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:55Z', 'updated_at': '2021-09-10T15:16:00Z', 'revision_number': 4, 'project_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'gw_port': {'id': '1062ba30-dff9-47a4-90b4-d6ae8f7a65de', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e7ac-4d80-465d-8a4f-7281666451fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:56Z', 'updated_at': '2021-09-10T15:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '48b5f249-fd04-4512-a386-bec658db7c5a', 'name': '', 'network_id': '70d2f599-bafa-4d32-87e2-4c91b5f81255', 'tenant_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'mac_address': 'fa:16:3e:05:1c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d3e7ac-4d80-465d-8a4f-7281666451fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'fe4d73fb-9264-466a-8457-906a4005307f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:59Z', 'updated_at': '2021-09-10T15:16:04Z', 'revision_number': 4, 'project_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'subnets': [{'id': 'fe4d73fb-9264-466a-8457-906a4005307f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:16:05.517089 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f7170-52cb-4d3b-9596-afb0fb894cd0 req-dbe0069e-b409-482a-9abf-f00d5b4a0897 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:05.519396 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1b4f7170-52cb-4d3b-9596-afb0fb894cd0 req-dbe0069e-b409-482a-9abf-f00d5b4a0897 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0777714 Sep 10 15:16:05.606417 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1b4f7170-52cb-4d3b-9596-afb0fb894cd0 req-80c5adc4-0af9-4a44-9ff9-73d983d5beb4 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767319 Sep 10 15:16:06.134110 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 48b5f249-fd04-4512-a386-bec658db7c5a up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:06.208123 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9887fa5-816b-47ea-af08-e24d2c94e495 req-2a61010e-709e-4347-b928-b6b5e5504af4 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:06.217709 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d9887fa5-816b-47ea-af08-e24d2c94e495 req-2a61010e-709e-4347-b928-b6b5e5504af4 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0768926 Sep 10 15:16:06.230141 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port 48b5f249-fd04-4512-a386-bec658db7c5a completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:16:06.235938 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 48b5f249-fd04-4512-a386-bec658db7c5a triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:06.236478 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:06.272021 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d9887fa5-816b-47ea-af08-e24d2c94e495 req-7bf2ece8-c810-4315-8488-b418e2f3519d tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524254 Sep 10 15:16:06.375590 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:06.428991 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port 48b5f249-fd04-4512-a386-bec658db7c5a, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=48b5f249-fd04-4512-a386-bec658db7c5a,segment=NetworkSegment(92e11819-908f-47f8-a8bf-f0a78b86736d),segment_id=92e11819-908f-47f8-a8bf-f0a78b86736d)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:06.433764 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:06.502920 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=48b5f249-fd04-4512-a386-bec658db7c5a,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:06.748411 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f88a58-8161-4c5c-ab48-48a4bae58ff4 req-b845bcf8-9022-4712-a03e-4cfdb184dba5 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:06.750037 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d6f88a58-8161-4c5c-ab48-48a4bae58ff4 req-b845bcf8-9022-4712-a03e-4cfdb184dba5 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0570316 Sep 10 15:16:06.798190 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d6f88a58-8161-4c5c-ab48-48a4bae58ff4 req-65aaf522-42fc-4213-a28d-b002854bd599 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409186 Sep 10 15:16:07.412649 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fff3c-0f07-4a28-80dd-b4d92116d102 req-b3a5e808-d4a0-45ee-b09d-b349f9fde0c5 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:07.414199 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2a4fff3c-0f07-4a28-80dd-b4d92116d102 req-b3a5e808-d4a0-45ee-b09d-b349f9fde0c5 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0550652 Sep 10 15:16:07.480661 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2a4fff3c-0f07-4a28-80dd-b4d92116d102 req-90eef222-0243-4474-9707-108a9e31c13b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563178 Sep 10 15:16:07.944338 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5065c37-f319-4736-9a18-0e008221661f req-15199fcd-2bd4-4a0c-9c4f-467abefa5f7e tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:07.945873 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c5065c37-f319-4736-9a18-0e008221661f req-15199fcd-2bd4-4a0c-9c4f-467abefa5f7e tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0540767 Sep 10 15:16:07.987817 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c5065c37-f319-4736-9a18-0e008221661f req-645a2d9c-0e1d-4a58-a29e-e492697399c7 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357714 Sep 10 15:16:08.059609 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 48b5f249-fd04-4512-a386-bec658db7c5a up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:08.108790 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 48b5f249-fd04-4512-a386-bec658db7c5a triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:08.109750 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:08.614527 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fe6bc-efe5-4dec-aa42-a2a493d51cf6 req-7d33bf3e-a59f-45ac-9657-d94d046e3f64 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:08.616252 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f86fe6bc-efe5-4dec-aa42-a2a493d51cf6 req-7d33bf3e-a59f-45ac-9657-d94d046e3f64 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0521116 Sep 10 15:16:08.664608 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f86fe6bc-efe5-4dec-aa42-a2a493d51cf6 req-07946400-5ebd-4670-bdab-b6c81e3bf438 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415926 Sep 10 15:16:09.112557 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7226f-ffa8-4842-b47b-8c68227c4ab0 req-09e70238-fae1-4abc-a090-45ebb3df5360 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:09.114408 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1ff7226f-ffa8-4842-b47b-8c68227c4ab0 req-09e70238-fae1-4abc-a090-45ebb3df5360 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0567181 Sep 10 15:16:09.154859 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1ff7226f-ffa8-4842-b47b-8c68227c4ab0 req-0b03bb92-8d67-4714-8c7a-a7068164a3a5 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330808 Sep 10 15:16:09.785966 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f3ffa-2343-433f-a997-ebb5b296ab7e req-1dba5815-01fd-43e4-8fb9-aaa0a133f0de tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:09.787354 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a96f3ffa-2343-433f-a997-ebb5b296ab7e req-1dba5815-01fd-43e4-8fb9-aaa0a133f0de tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0494826 Sep 10 15:16:09.825338 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a96f3ffa-2343-433f-a997-ebb5b296ab7e req-da13ad48-f36a-4802-b580-38f6632e6df3 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318882 Sep 10 15:16:10.279631 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b6d33-1870-4414-80a8-131fec9582fc req-7215fa48-0fd2-4078-9d24-ec34a063409e tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:10.281807 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-621b6d33-1870-4414-80a8-131fec9582fc req-7215fa48-0fd2-4078-9d24-ec34a063409e tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0571418 Sep 10 15:16:10.330601 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-621b6d33-1870-4414-80a8-131fec9582fc req-b6408a9e-74d5-4485-a186-65f1f9203f27 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418680 Sep 10 15:16:10.954030 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6773bfd-be7a-4156-bbc7-52057600e6c9 req-160af597-b7bb-44b7-aac1-e13ee04c5806 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:10.955452 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d6773bfd-be7a-4156-bbc7-52057600e6c9 req-160af597-b7bb-44b7-aac1-e13ee04c5806 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0596573 Sep 10 15:16:10.993798 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d6773bfd-be7a-4156-bbc7-52057600e6c9 req-15bcb0e9-86f7-460c-8b97-31562f91b95e tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319972 Sep 10 15:16:11.455335 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd0c79-adc2-425e-80c0-36702b09d1fb req-b8da7be8-0ba8-45af-b2a5-fe63687862ac tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:11.456909 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3dfd0c79-adc2-425e-80c0-36702b09d1fb req-b8da7be8-0ba8-45af-b2a5-fe63687862ac tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0509713 Sep 10 15:16:11.503581 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3dfd0c79-adc2-425e-80c0-36702b09d1fb req-cb6486ca-5d93-47bd-8742-69134694c3b9 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332694 Sep 10 15:16:12.113083 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02c49f-8b71-40cc-818f-e131b01779ff req-d0e7a4cc-b564-4605-bc1a-0d14df8bf382 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:12.114544 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3e02c49f-8b71-40cc-818f-e131b01779ff req-d0e7a4cc-b564-4605-bc1a-0d14df8bf382 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0497670 Sep 10 15:16:12.152132 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3e02c49f-8b71-40cc-818f-e131b01779ff req-d6f14f50-9a03-4b1e-9035-1ad036866a81 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317719 Sep 10 15:16:12.632698 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b91d6d-2003-49fe-901b-801e7ae10413 req-43bc644a-c73f-4465-94f5-5f23f0dbe284 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:12.634337 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-73b91d6d-2003-49fe-901b-801e7ae10413 req-43bc644a-c73f-4465-94f5-5f23f0dbe284 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0584204 Sep 10 15:16:12.680327 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-73b91d6d-2003-49fe-901b-801e7ae10413 req-93869fe5-6ca6-470e-81be-47e149f30c6c tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399380 Sep 10 15:16:13.305460 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25616e7-a479-4031-a374-092ae5af0b05 req-d38463f9-1718-4088-96b3-f6fcf581e860 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:13.307284 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d25616e7-a479-4031-a374-092ae5af0b05 req-d38463f9-1718-4088-96b3-f6fcf581e860 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0556710 Sep 10 15:16:13.349215 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d25616e7-a479-4031-a374-092ae5af0b05 req-3d810238-169e-43c0-b9e6-ee9eddc1d742 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350885 Sep 10 15:16:13.811789 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768dde8-40b5-48d8-89d4-3d517a2d0524 req-db1e60b5-808d-4efb-a338-17ac67da75f1 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:13.813456 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9768dde8-40b5-48d8-89d4-3d517a2d0524 req-db1e60b5-808d-4efb-a338-17ac67da75f1 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0552909 Sep 10 15:16:13.853681 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9768dde8-40b5-48d8-89d4-3d517a2d0524 req-7d332adf-cd35-4480-a1c5-97e9995b386d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327139 Sep 10 15:16:14.588871 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af127aa6-c4c8-4030-a5d1-957a199bb7f2 req-a8ef9bdc-d0af-4ce5-aa26-2d324c9e9437 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:14.590442 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-af127aa6-c4c8-4030-a5d1-957a199bb7f2 req-a8ef9bdc-d0af-4ce5-aa26-2d324c9e9437 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0911074 Sep 10 15:16:14.663090 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-af127aa6-c4c8-4030-a5d1-957a199bb7f2 req-e6a16aa9-10ee-4022-ab63-7708fd20eb1b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551412 Sep 10 15:16:14.672347 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b37168-68e9-473a-b346-17e4def3cd2c req-40b0a50d-0804-4d11-9d13-eee1f6ddf978 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:14.673997 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-08b37168-68e9-473a-b346-17e4def3cd2c req-40b0a50d-0804-4d11-9d13-eee1f6ddf978 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.1280768 Sep 10 15:16:14.725642 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-08b37168-68e9-473a-b346-17e4def3cd2c req-9b0278e8-ea45-4092-8bc2-c0a8c0ac294f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447009 Sep 10 15:16:14.997280 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94986dd3-ad1b-4777-8433-0559ec247607 req-888cd1ad-17ea-4fcf-b51e-e1d51a2033fb tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:14.998809 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-94986dd3-ad1b-4777-8433-0559ec247607 req-888cd1ad-17ea-4fcf-b51e-e1d51a2033fb tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0623789 Sep 10 15:16:15.059867 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-94986dd3-ad1b-4777-8433-0559ec247607 req-3e437397-f6d2-47fd-bcde-276edb594d10 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543077 Sep 10 15:16:15.907628 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd3060-b001-48a2-aeba-1f361fb5df2e req-2a47e98f-e1ce-4d1d-b8e4-8b442981df31 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:15.910349 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-48bd3060-b001-48a2-aeba-1f361fb5df2e req-2a47e98f-e1ce-4d1d-b8e4-8b442981df31 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.1715238 Sep 10 15:16:16.006588 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-48bd3060-b001-48a2-aeba-1f361fb5df2e req-62e0a630-9b57-4f6b-abe1-0e8bb8bcb3b4 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846577 Sep 10 15:16:16.080777 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db476e-d663-4566-94a5-ec44a45d72cf req-cfb94e54-0bc6-43ca-ad26-11852ce21b20 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:16.093606 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-25db476e-d663-4566-94a5-ec44a45d72cf req-cfb94e54-0bc6-43ca-ad26-11852ce21b20 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0808980 Sep 10 15:16:16.185068 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-25db476e-d663-4566-94a5-ec44a45d72cf req-482c12bd-a378-42b7-9e6f-ac5ae2095273 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847597 Sep 10 15:16:16.196544 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547c926-bcfb-4185-90e4-433fbac6be54 req-3380acf6-4b7a-4c58-8abc-3cc6caacbfb0 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:16.212389 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2547c926-bcfb-4185-90e4-433fbac6be54 req-3380acf6-4b7a-4c58-8abc-3cc6caacbfb0 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=948b5195-ae50-4d4d-be5d-1a5aaa1ceb16 HTTP/1.1" status: 200 len: 946 time: 0.1160119 Sep 10 15:16:16.308034 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2547c926-bcfb-4185-90e4-433fbac6be54 req-24ea7e71-be73-4f0b-963f-4706b5c6272e tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917127 Sep 10 15:16:16.389510 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2bb34-7a10-4120-a072-1187e38cf7f1 req-d795d548-5311-45d4-8b10-840c85e34a4b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:16.402275 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2ee2bb34-7a10-4120-a072-1187e38cf7f1 req-d795d548-5311-45d4-8b10-840c85e34a4b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0844975 Sep 10 15:16:16.474617 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2ee2bb34-7a10-4120-a072-1187e38cf7f1 req-af5d939c-acfd-4c3b-8c33-c8adfcc1ec8b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635021 Sep 10 15:16:17.188006 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbeeb9-23c8-4364-8402-c8fa011996ff req-ca90ce43-0b59-450e-b890-742c0e227db9 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:17.207900 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e9bbeeb9-23c8-4364-8402-c8fa011996ff req-ca90ce43-0b59-450e-b890-742c0e227db9 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.1060333 Sep 10 15:16:17.289294 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e9bbeeb9-23c8-4364-8402-c8fa011996ff req-4c9fd6eb-72f6-4a0c-b21d-9afdf782d89a tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662522 Sep 10 15:16:17.379814 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ee0be-d7c8-444b-90bc-98c68346f50c req-cc1ee9db-0f38-4b2d-b227-3b707034983b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:17.384537 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ec9ee0be-d7c8-444b-90bc-98c68346f50c req-cc1ee9db-0f38-4b2d-b227-3b707034983b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0774908 Sep 10 15:16:17.861081 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ec9ee0be-d7c8-444b-90bc-98c68346f50c req-03bce386-a72e-4bd4-b732-87d6994c9d68 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4702210 Sep 10 15:16:17.965040 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da176a6c-df82-40ba-a249-9f66865d0b90 req-1a09c077-a5ad-4c25-aead-2aaf9c13ade4 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:17.981075 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-da176a6c-df82-40ba-a249-9f66865d0b90 req-1a09c077-a5ad-4c25-aead-2aaf9c13ade4 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=948b5195-ae50-4d4d-be5d-1a5aaa1ceb16 HTTP/1.1" status: 200 len: 946 time: 0.5536520 Sep 10 15:16:18.067081 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-da176a6c-df82-40ba-a249-9f66865d0b90 req-001430f0-dadd-4536-97bb-ba3055810f20 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830131 Sep 10 15:16:18.161338 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7955f-fa9c-4274-a772-ebe2623d9b95 req-8d1ac055-81b5-4987-8cc2-93e6a77bd48f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:18.162886 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-19b7955f-fa9c-4274-a772-ebe2623d9b95 req-8d1ac055-81b5-4987-8cc2-93e6a77bd48f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0662966 Sep 10 15:16:18.176863 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a50f9-205c-473b-8789-0412caaf2674 req-f082283e-91ea-4b82-97e4-7394f9ea2b5b tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:18.179110 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-172a50f9-205c-473b-8789-0412caaf2674 req-f082283e-91ea-4b82-97e4-7394f9ea2b5b tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.43 "GET /v2.0/ports?device_id=948b5195-ae50-4d4d-be5d-1a5aaa1ceb16 HTTP/1.1" status: 200 len: 946 time: 0.0745480 Sep 10 15:16:18.239326 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-19b7955f-fa9c-4274-a772-ebe2623d9b95 req-4f86be3a-7e3a-4013-94f2-4f8f18d31401 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672011 Sep 10 15:16:18.349171 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-172a50f9-205c-473b-8789-0412caaf2674 req-a1e4d634-4ffb-4802-90b5-c12af67ff797 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Deleting port 4095a93c-f063-4ad6-9964-deea35a4a307 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:16:18.349634 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-172a50f9-205c-473b-8789-0412caaf2674 req-a1e4d634-4ffb-4802-90b5-c12af67ff797 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:18.489027 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30feefc7-5466-449d-a1ee-18ada65be5cc req-a6cbd971-924d-42c4-ae7e-310ac03a575a tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:18.502003 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-30feefc7-5466-449d-a1ee-18ada65be5cc req-a6cbd971-924d-42c4-ae7e-310ac03a575a tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0850677 Sep 10 15:16:18.508905 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-172a50f9-205c-473b-8789-0412caaf2674 req-a1e4d634-4ffb-4802-90b5-c12af67ff797 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] For port 4095a93c-f063-4ad6-9964-deea35a4a307, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=4095a93c-f063-4ad6-9964-deea35a4a307,segment=NetworkSegment(de5263cf-a3f7-46c0-8040-dfb47c3c461f),segment_id=de5263cf-a3f7-46c0-8040-dfb47c3c461f)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:18.509460 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-172a50f9-205c-473b-8789-0412caaf2674 req-a1e4d634-4ffb-4802-90b5-c12af67ff797 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:18.536321 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-172a50f9-205c-473b-8789-0412caaf2674 req-a1e4d634-4ffb-4802-90b5-c12af67ff797 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Calling delete_port for 4095a93c-f063-4ad6-9964-deea35a4a307 owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:16:18.569761 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-30feefc7-5466-449d-a1ee-18ada65be5cc req-0e8a6dab-0b08-4596-b9bd-7673e6a40bc8 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665298 Sep 10 15:16:18.722685 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-172a50f9-205c-473b-8789-0412caaf2674 req-a1e4d634-4ffb-4802-90b5-c12af67ff797 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:18.737312 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['9a1e7931-59bf-4491-9b74-302fdf764bf8', '5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf', 'e454cfea-ca17-4915-8856-2f21ded7862e', '4095a93c-f063-4ad6-9964-deea35a4a307'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:16:18.762280 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4d634-4ffb-4802-90b5-c12af67ff797 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Pushing event deleted for resources: {'Port': ['ID=4095a93c-f063-4ad6-9964-deea35a4a307,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:18.861256 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-172a50f9-205c-473b-8789-0412caaf2674 req-a1e4d634-4ffb-4802-90b5-c12af67ff797 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] No DVR routers for this DVR port 4095a93c-f063-4ad6-9964-deea35a4a307 on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:16:18.865775 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-172a50f9-205c-473b-8789-0412caaf2674 req-a1e4d634-4ffb-4802-90b5-c12af67ff797 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:18.870308 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-172a50f9-205c-473b-8789-0412caaf2674 req-a1e4d634-4ffb-4802-90b5-c12af67ff797 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.43 "DELETE /v2.0/ports/4095a93c-f063-4ad6-9964-deea35a4a307 HTTP/1.1" status: 204 len: 173 time: 0.6775348 Sep 10 15:16:18.871478 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948b5195-ae50-4d4d-be5d-1a5aaa1ceb16', 'name': 'network-vif-deleted', 'tag': '4095a93c-f063-4ad6-9964-deea35a4a307'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:16:18.875623 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a401f9a-cfc9-4bac-9ae1-be447405e6a4" -d '{"events": [{"server_uuid": "948b5195-ae50-4d4d-be5d-1a5aaa1ceb16", "name": "network-vif-deleted", "tag": "4095a93c-f063-4ad6-9964-deea35a4a307"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:16:18.967081 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fcbcbc-da56-442d-92ff-5bdf842c9cef x-openstack-request-id: req-13fcbcbc-da56-442d-92ff-5bdf842c9cef {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:16:18.967465 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948b5195-ae50-4d4d-be5d-1a5aaa1ceb16", "name": "network-vif-deleted", "tag": "4095a93c-f063-4ad6-9964-deea35a4a307", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:16:18.967794 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13fcbcbc-da56-442d-92ff-5bdf842c9cef {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:16:18.968364 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948b5195-ae50-4d4d-be5d-1a5aaa1ceb16', 'name': 'network-vif-deleted', 'tag': '4095a93c-f063-4ad6-9964-deea35a4a307', 'status': 'completed', 'code': 200} Sep 10 15:16:19.250888 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855bb38-c55a-4878-b6ce-344221031227 req-709cfe3e-265f-4b31-b2f2-0a2ad494cde3 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:19.268706 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e855bb38-c55a-4878-b6ce-344221031227 req-709cfe3e-265f-4b31-b2f2-0a2ad494cde3 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.1179099 Sep 10 15:16:19.378143 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e855bb38-c55a-4878-b6ce-344221031227 req-e19c6e94-c3c1-4880-acc2-ab650325db17 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032469 Sep 10 15:16:19.477436 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-22e6f7dc-1f2e-4f0d-9dd5-028a80089d76 req-5309190c-b9fc-4e29-ac81-879c529c2be3 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=948b5195-ae50-4d4d-be5d-1a5aaa1ceb16 HTTP/1.1" status: 200 len: 210 time: 0.1046588 Sep 10 15:16:19.757506 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb97d95-4da8-4768-9a49-993e3ad2f0c5 req-688ceb67-0a7c-431a-b753-3e90de4fc8bd tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:19.759129 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5bb97d95-4da8-4768-9a49-993e3ad2f0c5 req-688ceb67-0a7c-431a-b753-3e90de4fc8bd tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.1891899 Sep 10 15:16:19.823201 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ba27-4dd7-4095-bd86-231defc3a395 req-6d2fbc2f-a603-4f61-bb48-1e0e429fed7b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:19.824750 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c545ba27-4dd7-4095-bd86-231defc3a395 req-6d2fbc2f-a603-4f61-bb48-1e0e429fed7b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.1715629 Sep 10 15:16:19.953743 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5bb97d95-4da8-4768-9a49-993e3ad2f0c5 req-c7f77356-bc2c-4a95-b949-c0be810fb6e5 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853759 Sep 10 15:16:19.956924 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c545ba27-4dd7-4095-bd86-231defc3a395 req-7e516f3c-4c34-475a-8f3c-9028c69d022d tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210878 Sep 10 15:16:20.560655 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae3c5b-9d13-4e28-a896-f25e4db943f8 req-d7ab155c-c9ba-49fc-b750-5055e212e460 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:20.566416 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c1ae3c5b-9d13-4e28-a896-f25e4db943f8 req-d7ab155c-c9ba-49fc-b750-5055e212e460 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0760541 Sep 10 15:16:20.643503 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c1ae3c5b-9d13-4e28-a896-f25e4db943f8 req-952d5b9f-da53-4f81-a552-16eb4a569ad4 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674512 Sep 10 15:16:21.161656 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3ae2d-b2a8-4627-a5f3-2c1773584ddf req-2aa08f75-6846-43c9-ba15-466360d36444 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:21.168949 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-75b3ae2d-b2a8-4627-a5f3-2c1773584ddf req-2aa08f75-6846-43c9-ba15-466360d36444 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0959847 Sep 10 15:16:21.179056 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd443962-4e2d-4c79-9986-20643a90563d req-64a39270-bb1c-4ff9-95cf-9b53837544c7 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:21.180793 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cd443962-4e2d-4c79-9986-20643a90563d req-64a39270-bb1c-4ff9-95cf-9b53837544c7 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.1372550 Sep 10 15:16:21.247286 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-75b3ae2d-b2a8-4627-a5f3-2c1773584ddf req-697d338b-0e6b-4fd0-80fe-1b740c4de279 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716956 Sep 10 15:16:21.280925 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cd443962-4e2d-4c79-9986-20643a90563d req-b3d2ab82-5ba2-4e68-9133-75a7ef6b8b0e tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818760 Sep 10 15:16:21.769837 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc44ea8-9395-4556-806f-c03d2ba89c59 req-6b0ca6e0-a397-4962-af22-f66545fc97ee tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:21.777891 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-efc44ea8-9395-4556-806f-c03d2ba89c59 req-6b0ca6e0-a397-4962-af22-f66545fc97ee tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0602520 Sep 10 15:16:21.827721 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-efc44ea8-9395-4556-806f-c03d2ba89c59 req-30f2c62e-5c6b-4dd9-8c00-1958efa95495 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449343 Sep 10 15:16:22.006560 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23898a95-b861-41b7-ad3b-6305fca573c1 req-580bb683-4fd1-47e5-a35c-f6d0de5c7349 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:22.015988 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-23898a95-b861-41b7-ad3b-6305fca573c1 req-580bb683-4fd1-47e5-a35c-f6d0de5c7349 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 945 time: 0.0729117 Sep 10 15:16:22.052151 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-23898a95-b861-41b7-ad3b-6305fca573c1 req-4c70a199-14fb-487f-b6aa-1bc740136ed2 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351779 Sep 10 15:16:22.394339 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43098855-fc84-4041-b60f-8f0c548ca5c5 req-0f25f908-c8d9-493e-a7be-a18d6086d5e9 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:22.395900 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-43098855-fc84-4041-b60f-8f0c548ca5c5 req-0f25f908-c8d9-493e-a7be-a18d6086d5e9 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0782449 Sep 10 15:16:22.473367 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a489d-937e-4ca6-877c-55e0d642c11f req-c281e0be-fd42-4fa1-9d7c-2702a47531b6 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:22.474943 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-de9a489d-937e-4ca6-877c-55e0d642c11f req-c281e0be-fd42-4fa1-9d7c-2702a47531b6 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0780478 Sep 10 15:16:22.484961 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-43098855-fc84-4041-b60f-8f0c548ca5c5 req-fbc163c3-1882-452f-9eb7-1f02a536e69e tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597451 Sep 10 15:16:22.553441 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-de9a489d-937e-4ca6-877c-55e0d642c11f req-f404b142-e45d-4bd2-9a04-f9174584d053 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650733 Sep 10 15:16:22.956481 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f508943-9811-404f-bba8-b4b9b6acf050 req-5769f7aa-ff9e-425a-a87c-c536c2d177a2 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:22.963998 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1f508943-9811-404f-bba8-b4b9b6acf050 req-5769f7aa-ff9e-425a-a87c-c536c2d177a2 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0621657 Sep 10 15:16:23.004813 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1f508943-9811-404f-bba8-b4b9b6acf050 req-8654d745-8969-4cd9-be4a-ba839514fdc3 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397601 Sep 10 15:16:23.181260 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc85803-8a20-4701-95fb-551c4254c196 req-66fa5d11-738b-418e-b17b-d05112c1cea6 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:23.182947 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 4095a93c-f063-4ad6-9964-deea35a4a307 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:16:23.188511 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bbc85803-8a20-4701-95fb-551c4254c196 req-66fa5d11-738b-418e-b17b-d05112c1cea6 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 945 time: 0.0595927 Sep 10 15:16:23.207400 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: 4095a93c-f063-4ad6-9964-deea35a4a307 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:16:23.208131 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 4095a93c-f063-4ad6-9964-deea35a4a307 not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:16:23.242630 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bbc85803-8a20-4701-95fb-551c4254c196 req-a44ab1c8-fca2-4119-b948-dc661a2911a8 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531127 Sep 10 15:16:23.615425 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34428a-788d-4ef1-ad14-f1cf749af1c9 req-381838aa-f99d-45ce-b101-399f3f60c5d6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:23.622579 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bb34428a-788d-4ef1-ad14-f1cf749af1c9 req-381838aa-f99d-45ce-b101-399f3f60c5d6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0680699 Sep 10 15:16:23.711806 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bb34428a-788d-4ef1-ad14-f1cf749af1c9 req-19824630-c522-4a61-a89a-fc0eb8ffa611 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882933 Sep 10 15:16:23.723851 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811f43e-ef5b-4873-8797-fb6daecdd213 req-73067a1d-fa1c-43f1-a8f5-7df7dcb926e3 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:23.725363 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e811f43e-ef5b-4873-8797-fb6daecdd213 req-73067a1d-fa1c-43f1-a8f5-7df7dcb926e3 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0924754 Sep 10 15:16:23.784106 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e811f43e-ef5b-4873-8797-fb6daecdd213 req-7c451969-f392-4683-a31e-c222b1157918 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367153 Sep 10 15:16:23.908475 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 58274) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:23.959855 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3b4f41-d5d7-46ea-8f4b-13c59e28f8d2 admin admin] Deleting subnet 8919d990-e612-447d-b823-f5d453bec3e1 {{(pid=94031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:16:23.963298 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ba3b4f41-d5d7-46ea-8f4b-13c59e28f8d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:24.001952 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ba3b4f41-d5d7-46ea-8f4b-13c59e28f8d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12600615'] for subnet, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:24.025844 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:24.056954 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ba3b4f41-d5d7-46ea-8f4b-13c59e28f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766759'] for subnet, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:24.141010 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c8190-c84f-4111-9fe0-7db22531b4d2 req-6b436353-0da8-4cbb-8cdb-2e02bc68b34c tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:24.142481 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c19c8190-c84f-4111-9fe0-7db22531b4d2 req-6b436353-0da8-4cbb-8cdb-2e02bc68b34c tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.43 "GET /v2.0/ports?device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 945 time: 0.0683842 Sep 10 15:16:24.147109 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ba3b4f41-d5d7-46ea-8f4b-13c59e28f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13672809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13098714'] for subnet, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:24.188154 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b4f41-d5d7-46ea-8f4b-13c59e28f8d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8919d990-e612-447d-b823-f5d453bec3e1,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:24.191109 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ba3b4f41-d5d7-46ea-8f4b-13c59e28f8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:24.193011 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-ba3b4f41-d5d7-46ea-8f4b-13c59e28f8d2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8919d990-e612-447d-b823-f5d453bec3e1 HTTP/1.1" status: 204 len: 168 time: 0.2834818 Sep 10 15:16:24.198873 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 58278) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:24.208656 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54953074-b413-4133-8c2b-607cd385f05a req-53d77dd2-3185-4c47-9220-b4ef47b81f04 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:24.210198 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-54953074-b413-4133-8c2b-607cd385f05a req-53d77dd2-3185-4c47-9220-b4ef47b81f04 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0942719 Sep 10 15:16:24.301215 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-54953074-b413-4133-8c2b-607cd385f05a req-49944cde-a6c0-4d09-b57e-35571ca5ac52 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636892 Sep 10 15:16:24.340269 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8b651ab8-008a-4413-a07a-f3dec8512055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1354939'] for network, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:24.428843 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-c19c8190-c84f-4111-9fe0-7db22531b4d2 req-23401ccd-4a58-45f2-a9cc-5988b8662bac tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Deleting port e454cfea-ca17-4915-8856-2f21ded7862e {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:16:24.429179 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-c19c8190-c84f-4111-9fe0-7db22531b4d2 req-23401ccd-4a58-45f2-a9cc-5988b8662bac tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:24.456653 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf9b8b-9e20-43d2-9cb0-bb60222b423c req-e48284a5-d20a-4693-9059-b1a1f1c14b7e tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:24.464708 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b4cf9b8b-9e20-43d2-9cb0-bb60222b423c req-e48284a5-d20a-4693-9059-b1a1f1c14b7e tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 945 time: 0.1109004 Sep 10 15:16:24.535244 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b4cf9b8b-9e20-43d2-9cb0-bb60222b423c req-fa5aa227-1239-4549-9d19-2177067106d0 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691385 Sep 10 15:16:24.691821 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8b651ab8-008a-4413-a07a-f3dec8512055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767442', 'neutron.services.segments.db._delete_segments_for_network-8740670112925'] for network, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:24.765747 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-8b651ab8-008a-4413-a07a-f3dec8512055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8b3829-c16f-4854-b85b-761eddb88d44']}} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:24.782853 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-8b651ab8-008a-4413-a07a-f3dec8512055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e438b74-5a78-40d0-a3c3-265005699fe7') {'for_net_delete': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:24.783141 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-8b651ab8-008a-4413-a07a-f3dec8512055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e438b74-5a78-40d0-a3c3-265005699fe7') {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:24.796865 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8b651ab8-008a-4413-a07a-f3dec8512055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740670111398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13604982'] for segment, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:24.824553 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8b651ab8-008a-4413-a07a-f3dec8512055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:24.828211 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-c19c8190-c84f-4111-9fe0-7db22531b4d2 req-23401ccd-4a58-45f2-a9cc-5988b8662bac tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] For port e454cfea-ca17-4915-8856-2f21ded7862e, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e454cfea-ca17-4915-8856-2f21ded7862e,segment=NetworkSegment(de5263cf-a3f7-46c0-8040-dfb47c3c461f),segment_id=de5263cf-a3f7-46c0-8040-dfb47c3c461f)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:24.828681 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-c19c8190-c84f-4111-9fe0-7db22531b4d2 req-23401ccd-4a58-45f2-a9cc-5988b8662bac tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:24.841742 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b651ab8-008a-4413-a07a-f3dec8512055 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:16:24.842312 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8b651ab8-008a-4413-a07a-f3dec8512055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13900707'] for segment, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: Traceback (most recent call last): Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: timer() Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: cb(*args, **kw) Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: return func(*args, **kwargs) Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: self._notify() Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: self.callback(batched_events) Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: event.method(event) Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: return f(self, *a, **k) Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: return self._get(url).json() Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: return self.request(url, 'GET', **kwargs) Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:16:24.844318 dv-cinder-760184-10-iscsi neutron-server[94032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:16:24.868724 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-c19c8190-c84f-4111-9fe0-7db22531b4d2 req-23401ccd-4a58-45f2-a9cc-5988b8662bac tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Calling delete_port for e454cfea-ca17-4915-8856-2f21ded7862e owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:16:24.893715 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724c01a-516d-47cd-85f1-e1d62934d854 req-680b4fc2-bc2e-4253-92a5-d3fdc9444007 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:24.895384 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6724c01a-516d-47cd-85f1-e1d62934d854 req-680b4fc2-bc2e-4253-92a5-d3fdc9444007 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.1036253 Sep 10 15:16:24.981643 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1daf761-d634-4b0a-9d44-77576eb3ea54 req-54cc8f5b-feb6-43db-bd9f-3b60dd598d02 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:24.984345 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8b651ab8-008a-4413-a07a-f3dec8512055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550926'] for network, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:24.985243 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f1daf761-d634-4b0a-9d44-77576eb3ea54 req-54cc8f5b-feb6-43db-bd9f-3b60dd598d02 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0888720 Sep 10 15:16:24.991453 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6724c01a-516d-47cd-85f1-e1d62934d854 req-109b173d-2779-4d8c-b1b1-79bd33da54a8 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824804 Sep 10 15:16:24.994473 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8b651ab8-008a-4413-a07a-f3dec8512055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:24.999218 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-8b651ab8-008a-4413-a07a-f3dec8512055 admin admin] 10.222.0.32 "DELETE /v2.0/networks/eb8b3829-c16f-4854-b85b-761eddb88d44 HTTP/1.1" status: 204 len: 168 time: 0.8006573 Sep 10 15:16:25.020148 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b651ab8-008a-4413-a07a-f3dec8512055 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb8b3829-c16f-4854-b85b-761eddb88d44,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:25.035046 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f1daf761-d634-4b0a-9d44-77576eb3ea54 req-0c9cf371-825e-4443-86c8-12caac7e998d tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421264 Sep 10 15:16:25.083599 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-c19c8190-c84f-4111-9fe0-7db22531b4d2 req-23401ccd-4a58-45f2-a9cc-5988b8662bac tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:25.098316 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['9a1e7931-59bf-4491-9b74-302fdf764bf8', '5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf', 'e454cfea-ca17-4915-8856-2f21ded7862e'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:16:25.114299 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23401ccd-4a58-45f2-a9cc-5988b8662bac tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Pushing event deleted for resources: {'Port': ['ID=e454cfea-ca17-4915-8856-2f21ded7862e,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:25.159904 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19c8190-c84f-4111-9fe0-7db22531b4d2 req-23401ccd-4a58-45f2-a9cc-5988b8662bac tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] No DVR routers for this DVR port e454cfea-ca17-4915-8856-2f21ded7862e on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:16:25.164146 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-c19c8190-c84f-4111-9fe0-7db22531b4d2 req-23401ccd-4a58-45f2-a9cc-5988b8662bac tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:25.166688 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c19c8190-c84f-4111-9fe0-7db22531b4d2 req-23401ccd-4a58-45f2-a9cc-5988b8662bac tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.43 "DELETE /v2.0/ports/e454cfea-ca17-4915-8856-2f21ded7862e HTTP/1.1" status: 204 len: 173 time: 1.0147991 Sep 10 15:16:25.167053 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77fd618-c82e-4296-8878-830f46779d01', 'name': 'network-vif-deleted', 'tag': 'e454cfea-ca17-4915-8856-2f21ded7862e'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:16:25.169535 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66425c4f-855c-43f6-80eb-af811a317fa5" -d '{"events": [{"server_uuid": "b77fd618-c82e-4296-8878-830f46779d01", "name": "network-vif-deleted", "tag": "e454cfea-ca17-4915-8856-2f21ded7862e"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:16:25.230924 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f08b9df-2979-4e43-8ab4-58593ab73ae6 x-openstack-request-id: req-0f08b9df-2979-4e43-8ab4-58593ab73ae6 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:16:25.231288 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77fd618-c82e-4296-8878-830f46779d01", "name": "network-vif-deleted", "tag": "e454cfea-ca17-4915-8856-2f21ded7862e", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:16:25.231823 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f08b9df-2979-4e43-8ab4-58593ab73ae6 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:16:25.232497 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77fd618-c82e-4296-8878-830f46779d01', 'name': 'network-vif-deleted', 'tag': 'e454cfea-ca17-4915-8856-2f21ded7862e', 'status': 'completed', 'code': 200} Sep 10 15:16:25.239636 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 58306) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:25.294116 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-660772bf-a769-45a5-91c5-ab00bba4948e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=937164ea8404455fbfe51a0ef6ebaac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533483 Sep 10 15:16:25.297152 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 58308) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:25.375626 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cafe1a42-a6bc-4277-957a-1ff2d93975c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:25.420388 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cafe1a42-a6bc-4277-957a-1ff2d93975c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:25.469078 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206758c-2bd1-4198-8acd-226eddfed2c5 req-117d0d37-04e9-46d2-90a1-e4253fe03b5b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:25.470354 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5206758c-2bd1-4198-8acd-226eddfed2c5 req-117d0d37-04e9-46d2-90a1-e4253fe03b5b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0820110 Sep 10 15:16:25.507946 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cafe1a42-a6bc-4277-957a-1ff2d93975c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:25.510592 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cafe1a42-a6bc-4277-957a-1ff2d93975c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:25.512807 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-cafe1a42-a6bc-4277-957a-1ff2d93975c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a HTTP/1.1" status: 204 len: 168 time: 0.2134566 Sep 10 15:16:25.542733 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5206758c-2bd1-4198-8acd-226eddfed2c5 req-3b561668-9940-459d-bfdb-a1d1ccfa5f32 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649290 Sep 10 15:16:25.544897 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe1a42-a6bc-4277-957a-1ff2d93975c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784d5b6f-1dd4-4bee-8921-4a20e2e2aa0a,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:25.681519 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0ae7499e-3192-435e-a88a-9ec1d0cbaed1 req-1e1d6b6e-7246-4091-a31d-0c7374c955cd tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=b77fd618-c82e-4296-8878-830f46779d01 HTTP/1.1" status: 200 len: 210 time: 0.0356667 Sep 10 15:16:25.713282 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-97ccb5b8-bf70-43ba-8d32-dbbf54be80f4 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:25.717310 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-97ccb5b8-bf70-43ba-8d32-dbbf54be80f4 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/networks?id=aa73838c-5cca-48b5-b9e9-7a064476266f HTTP/1.1" status: 200 len: 815 time: 0.1933331 Sep 10 15:16:25.738458 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-d861f7a7-5a41-4010-a7ec-4fc4fc255271 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/quotas/67fddebae12e4940b440329d4d79c43e HTTP/1.1" status: 200 len: 375 time: 0.0107231 Sep 10 15:16:25.817562 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-8c4183a4-88fa-409f-b314-ab58926cd7c4 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=67fddebae12e4940b440329d4d79c43e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714960 Sep 10 15:16:25.921784 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-cd736531-b6d6-4d06-a936-03c8c3ca71f7 service neutron] 10.222.0.32 "GET /v2.0/networks/aa73838c-5cca-48b5-b9e9-7a064476266f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029983 Sep 10 15:16:26.044675 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-6f8243d1-a2ac-438b-a3c5-5e3926693e10 service neutron] 10.222.0.32 "GET /v2.0/networks/aa73838c-5cca-48b5-b9e9-7a064476266f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139200 Sep 10 15:16:26.155473 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283122e-781b-4691-b3fc-5f335ee91068 req-43e8df69-87a0-47eb-ae57-ff84000603a0 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:26.157218 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6283122e-781b-4691-b3fc-5f335ee91068 req-43e8df69-87a0-47eb-ae57-ff84000603a0 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0772562 Sep 10 15:16:26.204267 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6283122e-781b-4691-b3fc-5f335ee91068 req-7001545a-58a5-4ed6-bcb2-9e1fbaf729b8 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406258 Sep 10 15:16:26.336401 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0ca8f91d-4dd9-4f73-819a-3c4b7f938064 req-b9131c2e-f9a1-4414-89eb-d19d911680b4 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 210 time: 0.0422418 Sep 10 15:16:26.364965 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d28af-3025-47db-85c6-91064d47b66b req-31cf42d5-da8a-425f-9563-04ab4197011a tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:26.366500 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba0d28af-3025-47db-85c6-91064d47b66b req-31cf42d5-da8a-425f-9563-04ab4197011a tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0894330 Sep 10 15:16:26.418584 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba0d28af-3025-47db-85c6-91064d47b66b req-68cc1bf6-6e91-4368-bd49-c97ddfe5f2a2 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459297 Sep 10 15:16:26.683405 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdc96f-3f3f-41d4-bda1-b9bfb62e2c9f req-51eb449a-eba1-4dd6-9ce1-59dc96aa78d2 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:26.684930 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fafdc96f-3f3f-41d4-bda1-b9bfb62e2c9f req-51eb449a-eba1-4dd6-9ce1-59dc96aa78d2 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0565751 Sep 10 15:16:26.732512 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fafdc96f-3f3f-41d4-bda1-b9bfb62e2c9f req-8956e6e5-e614-4c08-96f0-585aaf420dc5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403216 Sep 10 15:16:26.880925 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 58392) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:26.966370 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584842f7-5325-491c-a32b-919461febbee req-a0bcb0a3-41be-446e-8c79-f36fa2814d21 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:26.968780 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-584842f7-5325-491c-a32b-919461febbee req-a0bcb0a3-41be-446e-8c79-f36fa2814d21 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 946 time: 0.0512419 Sep 10 15:16:26.987433 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee1eb-32cd-454e-9ebd-7367219a7e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:27.007067 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-584842f7-5325-491c-a32b-919461febbee req-7bbe22d2-350b-4da5-af4c-6406484e59b6 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322578 Sep 10 15:16:27.075818 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee1eb-32cd-454e-9ebd-7367219a7e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:27.079919 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee1eb-32cd-454e-9ebd-7367219a7e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:27.118251 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-0e9ee1eb-32cd-454e-9ebd-7367219a7e91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b87a4fa9bcfb4d329d9f6db9ed8fe659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362061 Sep 10 15:16:27.119240 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ee1eb-32cd-454e-9ebd-7367219a7e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cc3fe2-92a2-4c2d-9715-5628fb34e77b,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:27.120901 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 58396) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:27.172086 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cd67e1b2-e675-46e0-a21c-c8302a4f7877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:27.194083 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cd67e1b2-e675-46e0-a21c-c8302a4f7877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:27.281816 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cd67e1b2-e675-46e0-a21c-c8302a4f7877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:27.284873 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cd67e1b2-e675-46e0-a21c-c8302a4f7877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:27.289204 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-cd67e1b2-e675-46e0-a21c-c8302a4f7877 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52cc3fe2-92a2-4c2d-9715-5628fb34e77b HTTP/1.1" status: 204 len: 168 time: 0.1660757 Sep 10 15:16:27.311897 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67e1b2-e675-46e0-a21c-c8302a4f7877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cc3fe2-92a2-4c2d-9715-5628fb34e77b,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:27.367253 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-58e87d48-ddfc-4131-99b6-76ed20aa9352 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:27.369071 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-58e87d48-ddfc-4131-99b6-76ed20aa9352 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.43 "GET /v2.0/networks?id=aa73838c-5cca-48b5-b9e9-7a064476266f HTTP/1.1" status: 200 len: 815 time: 0.1425204 Sep 10 15:16:27.376870 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9842c2c-81e8-434d-bca3-bb2b7251cd94 req-d01110bd-8237-4c7d-ae21-4a221a51fe6a tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:27.385407 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b9842c2c-81e8-434d-bca3-bb2b7251cd94 req-d01110bd-8237-4c7d-ae21-4a221a51fe6a tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0760255 Sep 10 15:16:27.401136 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-bff12b73-b38c-4521-8902-266d58928517 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Request body: {'port': {'device_id': 'cf47406a-19d6-4f82-91e6-bdf2c713043a', 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f', 'admin_state_up': True, 'tenant_id': '67fddebae12e4940b440329d4d79c43e'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:16:27.463411 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-65264dfd-9917-4c20-a546-af6bd1f8b841 req-425941c5-1cf6-4f7f-b11f-1b53709938c1 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 210 time: 0.0448682 Sep 10 15:16:27.493094 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b9842c2c-81e8-434d-bca3-bb2b7251cd94 req-9d9b0ad2-55f5-4d7f-8ecd-df13f87c09c5 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067271 Sep 10 15:16:27.571443 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-bff12b73-b38c-4521-8902-266d58928517 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Made reservation on behalf of 67fddebae12e4940b440329d4d79c43e for: {'port': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:16:27.575238 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-bff12b73-b38c-4521-8902-266d58928517 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:27.606034 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f5ef5-2235-4cd2-9d31-06c5c0f2a536 req-a6d3a45c-60bc-4ca5-842d-9664a4d1a90d tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:27.607101 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1d6f5ef5-2235-4cd2-9d31-06c5c0f2a536 req-a6d3a45c-60bc-4ca5-842d-9664a4d1a90d tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0576854 Sep 10 15:16:27.664531 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1d6f5ef5-2235-4cd2-9d31-06c5c0f2a536 req-e750789a-a180-4feb-b5f0-c5d8745c8d4e tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485678 Sep 10 15:16:27.738337 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-bff12b73-b38c-4521-8902-266d58928517 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Allocated IP 172.20.0.10 (aa73838c-5cca-48b5-b9e9-7a064476266f/5b2243a4-91c1-47bc-bc6f-621c7a947db4/2b133111-4ab3-4d07-b9af-2d32aff296e8) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:16:27.891883 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bef262-e74b-4926-9e3a-e79193eec18e req-cc269e4d-1b19-4fd9-8363-7002bb32c339 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:27.893418 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-66bef262-e74b-4926-9e3a-e79193eec18e req-cc269e4d-1b19-4fd9-8363-7002bb32c339 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0584199 Sep 10 15:16:27.931823 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-bff12b73-b38c-4521-8902-266d58928517 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:27.948166 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-66bef262-e74b-4926-9e3a-e79193eec18e req-f4d21858-a4e0-4d74-b3f1-1c700eed5609 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479629 Sep 10 15:16:27.951189 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-bff12b73-b38c-4521-8902-266d58928517 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Transition to ACTIVE for port object 2b133111-4ab3-4d07-b9af-2d32aff296e8 will not be triggered until provisioned by entity DHCP. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:16:27.987915 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-bff12b73-b38c-4521-8902-266d58928517 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:28.049261 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-bff12b73-b38c-4521-8902-266d58928517 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Network aa73838c-5cca-48b5-b9e9-7a064476266f is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:16:28.052773 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-bff12b73-b38c-4521-8902-266d58928517 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:16:28.058752 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-bff12b73-b38c-4521-8902-266d58928517 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:16:28.081880 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff12b73-b38c-4521-8902-266d58928517 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Pushing event updated for resources: {'Port': ['ID=2b133111-4ab3-4d07-b9af-2d32aff296e8,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:28.190945 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7744d9-83b5-492c-a582-516449eca2e3 req-7685167c-0d7c-4bfc-ab3c-557545294271 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:28.199895 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba7744d9-83b5-492c-a582-516449eca2e3 req-7685167c-0d7c-4bfc-ab3c-557545294271 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 946 time: 0.0975745 Sep 10 15:16:28.202577 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-bff12b73-b38c-4521-8902-266d58928517 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:28.203487 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-bff12b73-b38c-4521-8902-266d58928517 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:28.232623 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-bff12b73-b38c-4521-8902-266d58928517 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8478975 Sep 10 15:16:28.253170 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba7744d9-83b5-492c-a582-516449eca2e3 req-c29830af-7c8f-4ae7-9e4e-035b0c9534d1 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474343 Sep 10 15:16:28.273801 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Request body: {'port': {'device_id': 'cf47406a-19d6-4f82-91e6-bdf2c713043a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:16:28.280150 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 58456) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:28.301859 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-59ed8233-79c8-49fc-9599-e871695e2ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:28.370464 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:28.490174 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-73348104-47be-407d-b246-865c9b5da60f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1177974382-network', 'tenant_id': 'bd9b5e2008074e338d653c0d803c392f'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:16:28.508649 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e94a9f69-9ad3-44d2-9eec-6a1fa6c56821 None None] Provisioning for port 2b133111-4ab3-4d07-b9af-2d32aff296e8 completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:16:28.528007 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e94a9f69-9ad3-44d2-9eec-6a1fa6c56821 None None] Provisioning complete for port 2b133111-4ab3-4d07-b9af-2d32aff296e8 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:28.529248 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e94a9f69-9ad3-44d2-9eec-6a1fa6c56821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:28.547590 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73348104-47be-407d-b246-865c9b5da60f admin admin] Made reservation on behalf of bd9b5e2008074e338d653c0d803c392f for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:16:28.550917 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-73348104-47be-407d-b246-865c9b5da60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:28.569424 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-73348104-47be-407d-b246-865c9b5da60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:28.623000 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e94a9f69-9ad3-44d2-9eec-6a1fa6c56821 None None] Port 2b133111-4ab3-4d07-b9af-2d32aff296e8 cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:16:28.786594 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4f740-a554-4ba1-b4f5-6893ef34d842 req-659789c8-10a0-4b94-ad0b-7d55f0ec10b7 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:28.788074 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9fc4f740-a554-4ba1-b4f5-6893ef34d842 req-659789c8-10a0-4b94-ad0b-7d55f0ec10b7 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.1282604 Sep 10 15:16:28.824406 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb0772-8ef0-48d8-839f-8844ae20a108 req-c913d419-5870-4062-bcaf-ba59cd27024d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:28.826036 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cddb0772-8ef0-48d8-839f-8844ae20a108 req-c913d419-5870-4062-bcaf-ba59cd27024d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 932 time: 0.1841016 Sep 10 15:16:28.917553 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9fc4f740-a554-4ba1-b4f5-6893ef34d842 req-088e0b0e-01ce-4531-a5e6-2acabfd6408a tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181901 Sep 10 15:16:28.932021 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cddb0772-8ef0-48d8-839f-8844ae20a108 req-6ee0035c-54da-4dfa-8acd-e88a7621620c tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959566 Sep 10 15:16:28.965014 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-73348104-47be-407d-b246-865c9b5da60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:28.973586 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-73348104-47be-407d-b246-865c9b5da60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:29.000084 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73348104-47be-407d-b246-865c9b5da60f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:16:29.016641 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73348104-47be-407d-b246-865c9b5da60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:29.036677 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-73348104-47be-407d-b246-865c9b5da60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:29.036982 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-73348104-47be-407d-b246-865c9b5da60f admin admin] Added segment 1e84fc20-9360-4feb-9506-971591d93c01 of type vlan for network a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb Sep 10 15:16:29.054525 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b133111-4ab3-4d07-b9af-2d32aff296e8 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:16:29.070394 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:29.084865 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Transition to ACTIVE for port object 2b133111-4ab3-4d07-b9af-2d32aff296e8 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:16:29.090530 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:29.143487 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-73348104-47be-407d-b246-865c9b5da60f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740669571112'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:29.181477 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device e454cfea-ca17-4915-8856-2f21ded7862e no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:16:29.206774 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Pushing event updated for resources: {'Port': ['ID=2b133111-4ab3-4d07-b9af-2d32aff296e8,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:29.220327 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb59f93-d9ae-45be-9656-8f10e38cc696 req-100f3d7b-ac12-441b-99f3-29034d5904e3 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:29.222614 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6cb59f93-d9ae-45be-9656-8f10e38cc696 req-100f3d7b-ac12-441b-99f3-29034d5904e3 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.1391978 Sep 10 15:16:29.230188 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-73348104-47be-407d-b246-865c9b5da60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:29.234238 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73348104-47be-407d-b246-865c9b5da60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:29.236290 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-73348104-47be-407d-b246-865c9b5da60f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:29.238719 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: e454cfea-ca17-4915-8856-2f21ded7862e {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:16:29.239225 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device e454cfea-ca17-4915-8856-2f21ded7862e not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:16:29.272242 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d2d11-aad9-4d4a-bd99-d94e2f6e83b3 req-afd13d5c-47c1-4c73-a1d4-07786d143f58 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:29.280841 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Attempting to bind port 2b133111-4ab3-4d07-b9af-2d32aff296e8 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:16:29.281044 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Attempting to bind port 2b133111-4ab3-4d07-b9af-2d32aff296e8 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'bdb5fef4-4e1a-46b4-b367-edc95c39add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:16:29.281334 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Attempting to bind port 2b133111-4ab3-4d07-b9af-2d32aff296e8 on network aa73838c-5cca-48b5-b9e9-7a064476266f {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:16:29.281467 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bd0d2d11-aad9-4d4a-bd99-d94e2f6e83b3 req-afd13d5c-47c1-4c73-a1d4-07786d143f58 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.2340243 Sep 10 15:16:29.286567 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Port 2b133111-4ab3-4d07-b9af-2d32aff296e8 on network aa73838c-5cca-48b5-b9e9-7a064476266f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:16:29.286947 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Attempting to bind port 2b133111-4ab3-4d07-b9af-2d32aff296e8 on network aa73838c-5cca-48b5-b9e9-7a064476266f {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:16:29.295634 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:16:29.296186 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Checking segment: {'id': 'bdb5fef4-4e1a-46b4-b367-edc95c39add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:16:29.297316 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Bound using segment: {'id': 'bdb5fef4-4e1a-46b4-b367-edc95c39add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:16:29.298038 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Bound port: 2b133111-4ab3-4d07-b9af-2d32aff296e8, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb5fef4-4e1a-46b4-b367-edc95c39add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:16:29.300171 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:29.376824 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-73348104-47be-407d-b246-865c9b5da60f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0945535 Sep 10 15:16:29.378235 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 58476) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:29.397127 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] For port 2b133111-4ab3-4d07-b9af-2d32aff296e8, host hv-cinder-76018, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:16:29.400802 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-83079680-3cd4-4476-ac46-63eb51d074e2 admin admin] Request body: {'subnet': {'network_id': 'a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1177974382-subnet', 'tenant_id': 'bd9b5e2008074e338d653c0d803c392f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:16:29.405950 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73348104-47be-407d-b246-865c9b5da60f admin admin] Pushing event updated for resources: {'Network': ['ID=a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:29.422943 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Network a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb details requested by agent ovs-agent-dv-cinder-760184-10-iscsi with host dv-cinder-760184-10-iscsi {{(pid=94033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:16:29.453080 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] For port 2b133111-4ab3-4d07-b9af-2d32aff296e8, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2b133111-4ab3-4d07-b9af-2d32aff296e8,segment=NetworkSegment(bdb5fef4-4e1a-46b4-b367-edc95c39add2),segment_id=bdb5fef4-4e1a-46b4-b367-edc95c39add2)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:16:29.465700 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:29.511886 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6cb59f93-d9ae-45be-9656-8f10e38cc696 req-65cc1c2d-8f60-465c-9dbf-b5c4bca69602 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662866 Sep 10 15:16:29.522878 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f6224-f523-4048-a6c9-6f9cf4a7df5b req-6cca7e0e-2fca-444d-a561-be4a12e31da7 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:29.526812 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-042f6224-f523-4048-a6c9-6f9cf4a7df5b req-6cca7e0e-2fca-444d-a561-be4a12e31da7 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 946 time: 0.1267595 Sep 10 15:16:29.531269 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bd0d2d11-aad9-4d4a-bd99-d94e2f6e83b3 req-5f0033e6-8cc0-4d79-863e-9f6f50afb758 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418327 Sep 10 15:16:29.536298 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83079680-3cd4-4476-ac46-63eb51d074e2 admin admin] Made reservation on behalf of bd9b5e2008074e338d653c0d803c392f for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:16:29.537679 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:29.538260 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:29.540489 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] 10.222.0.43 "PUT /v2.0/ports/2b133111-4ab3-4d07-b9af-2d32aff296e8 HTTP/1.1" status: 200 len: 1094 time: 1.2708921 Sep 10 15:16:29.543271 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf47406a-19d6-4f82-91e6-bdf2c713043a', 'tag': '2b133111-4ab3-4d07-b9af-2d32aff296e8'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:16:29.545347 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682923e9-03f0-4b97-9fe2-d82783e2c5db" -d '{"events": [{"name": "network-changed", "server_uuid": "cf47406a-19d6-4f82-91e6-bdf2c713043a", "tag": "2b133111-4ab3-4d07-b9af-2d32aff296e8"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:16:29.549018 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-83079680-3cd4-4476-ac46-63eb51d074e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13098559'] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:29.615135 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4fd62-76ab-4292-bb67-760a5cb3900b service neutron] Pushing event updated for resources: {'Port': ['ID=2b133111-4ab3-4d07-b9af-2d32aff296e8,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:29.742687 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6a9367-90fe-4c1e-8a17-61f2149d53e7 x-openstack-request-id: req-1d6a9367-90fe-4c1e-8a17-61f2149d53e7 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:16:29.742973 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf47406a-19d6-4f82-91e6-bdf2c713043a", "tag": "2b133111-4ab3-4d07-b9af-2d32aff296e8", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:16:29.744439 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d6a9367-90fe-4c1e-8a17-61f2149d53e7 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:16:29.744439 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf47406a-19d6-4f82-91e6-bdf2c713043a', 'tag': '2b133111-4ab3-4d07-b9af-2d32aff296e8', 'status': 'completed', 'code': 200} Sep 10 15:16:29.789073 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305952f-fb5f-428d-ba9f-5bc6ee9e6364 req-b87568e0-2e63-43c5-94d6-1f713467721e tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:29.791140 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e305952f-fb5f-428d-ba9f-5bc6ee9e6364 req-b87568e0-2e63-43c5-94d6-1f713467721e tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 946 time: 0.1034603 Sep 10 15:16:29.819328 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-042f6224-f523-4048-a6c9-6f9cf4a7df5b req-df9c24e7-0a01-4603-a8a4-407171abab75 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Deleting port 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:16:29.819735 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-042f6224-f523-4048-a6c9-6f9cf4a7df5b req-df9c24e7-0a01-4603-a8a4-407171abab75 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:29.906143 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e305952f-fb5f-428d-ba9f-5bc6ee9e6364 req-a313300e-aff3-4ca7-bd13-a3483fc45678 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056080 Sep 10 15:16:29.994353 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-83079680-3cd4-4476-ac46-63eb51d074e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13672744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13098529'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:29.997869 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-042f6224-f523-4048-a6c9-6f9cf4a7df5b req-df9c24e7-0a01-4603-a8a4-407171abab75 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] For port 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf,segment=NetworkSegment(de5263cf-a3f7-46c0-8040-dfb47c3c461f),segment_id=de5263cf-a3f7-46c0-8040-dfb47c3c461f)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:29.999617 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-042f6224-f523-4048-a6c9-6f9cf4a7df5b req-df9c24e7-0a01-4603-a8a4-407171abab75 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:30.048181 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-042f6224-f523-4048-a6c9-6f9cf4a7df5b req-df9c24e7-0a01-4603-a8a4-407171abab75 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Calling delete_port for 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:16:30.183562 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83079680-3cd4-4476-ac46-63eb51d074e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=856c32e2-c195-40a1-8b83-7164bad5e478,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:30.239046 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef648b6-647a-4d25-a290-bc7e3ffd221c req-aa61ea4f-5c97-476a-acd3-99f6ba53aecf tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:30.240578 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-aef648b6-647a-4d25-a290-bc7e3ffd221c req-aa61ea4f-5c97-476a-acd3-99f6ba53aecf tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 944 time: 0.1755500 Sep 10 15:16:30.254524 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c77c7-11d6-4271-99ad-74ea6e01fe87 req-d0c51008-cd81-46e9-89fb-8bd866f6d590 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:30.262132 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e30c77c7-11d6-4271-99ad-74ea6e01fe87 req-d0c51008-cd81-46e9-89fb-8bd866f6d590 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.2038329 Sep 10 15:16:30.271622 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-042f6224-f523-4048-a6c9-6f9cf4a7df5b req-df9c24e7-0a01-4603-a8a4-407171abab75 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:30.286423 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['9a1e7931-59bf-4491-9b74-302fdf764bf8', '5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:16:30.323534 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e30c77c7-11d6-4271-99ad-74ea6e01fe87 req-98086d96-4ac8-46b9-928a-d92312fd0beb tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580487 Sep 10 15:16:30.340685 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83079680-3cd4-4476-ac46-63eb51d074e2 admin admin] Checking segment: {'id': '1e84fc20-9360-4feb-9506-971591d93c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:16:30.341068 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83079680-3cd4-4476-ac46-63eb51d074e2 admin admin] Network hostable DHCP agents. Network: a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb, hostable agents: ['3c96b2f0-8a92-48cf-9f37-aea1b5083e0a'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:16:30.364242 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83079680-3cd4-4476-ac46-63eb51d074e2 admin admin] Network a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb is scheduled to be hosted by DHCP agent 3c96b2f0-8a92-48cf-9f37-aea1b5083e0a with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:16:30.374384 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c24e7-0a01-4603-a8a4-407171abab75 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Pushing event deleted for resources: {'Port': ['ID=5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:30.377460 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-83079680-3cd4-4476-ac46-63eb51d074e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-10-iscsi, a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:16:30.391253 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83079680-3cd4-4476-ac46-63eb51d074e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:30.391823 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-83079680-3cd4-4476-ac46-63eb51d074e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:30.405890 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-aef648b6-647a-4d25-a290-bc7e3ffd221c req-426a1683-3b9a-418c-b02f-da68a701061b tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411977 Sep 10 15:16:30.412551 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c343151-c42b-4a6c-adf2-1b59aea86fa9 None None] Network a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:16:30.446799 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-042f6224-f523-4048-a6c9-6f9cf4a7df5b req-df9c24e7-0a01-4603-a8a4-407171abab75 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] No DVR routers for this DVR port 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:16:30.449789 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-042f6224-f523-4048-a6c9-6f9cf4a7df5b req-df9c24e7-0a01-4603-a8a4-407171abab75 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:30.451814 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-042f6224-f523-4048-a6c9-6f9cf4a7df5b req-df9c24e7-0a01-4603-a8a4-407171abab75 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.43 "DELETE /v2.0/ports/5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf HTTP/1.1" status: 204 len: 173 time: 0.8188019 Sep 10 15:16:30.453676 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-83079680-3cd4-4476-ac46-63eb51d074e2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0699074 Sep 10 15:16:30.710638 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f76aa6-82c0-4976-98b3-0a947ab098aa None None] Network a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:16:30.794381 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2686f-0035-4d53-8a63-0fb0985a2c84 req-3f02acfc-b320-4d12-8b81-de6436db1c42 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:30.795933 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-09c2686f-0035-4d53-8a63-0fb0985a2c84 req-3f02acfc-b320-4d12-8b81-de6436db1c42 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.1167970 Sep 10 15:16:30.814417 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad2a1f-b659-43ff-890c-9f2152378b42 req-53b067f4-2a39-4ef6-8381-2503c9427436 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:30.816077 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8aad2a1f-b659-43ff-890c-9f2152378b42 req-53b067f4-2a39-4ef6-8381-2503c9427436 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.1476514 Sep 10 15:16:30.884976 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-09c2686f-0035-4d53-8a63-0fb0985a2c84 req-812446ad-9681-497e-83aa-7bdd79823aed tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678108 Sep 10 15:16:30.902229 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8aad2a1f-b659-43ff-890c-9f2152378b42 req-dfd8abd0-450a-4cca-9a76-a4ac0d7b1171 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576372 Sep 10 15:16:30.903574 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-d5670120-2464-4c56-8fbf-23734764dfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:31.015288 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a30d0106-5f44-4d5e-ba94-122de485a5c2 req-e3d50257-8624-470a-a83c-700d6ae3c2e9 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 210 time: 0.0362482 Sep 10 15:16:31.308205 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 58514) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:31.314469 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:31.473607 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9cab127e-d7f1-4872-a97c-eeff62f72a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:31.536665 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99f119-8bcb-4c2e-86f2-72cafb5360b3 req-04726c1b-0818-4045-9ed6-a718f059e39b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:31.538364 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-df99f119-8bcb-4c2e-86f2-72cafb5360b3 req-04726c1b-0818-4045-9ed6-a718f059e39b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.1284988 Sep 10 15:16:31.579870 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ebb1d-f43b-4100-ae2a-aed38da1b8e5 req-621e1fd7-3a15-477a-a4c0-bd656e7ccb96 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:31.581412 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2c0ebb1d-f43b-4100-ae2a-aed38da1b8e5 req-621e1fd7-3a15-477a-a4c0-bd656e7ccb96 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 944 time: 0.1114969 Sep 10 15:16:31.638725 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-df99f119-8bcb-4c2e-86f2-72cafb5360b3 req-4fc86aee-d1a4-42e2-91be-f893bdbad6e9 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898192 Sep 10 15:16:31.660779 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2c0ebb1d-f43b-4100-ae2a-aed38da1b8e5 req-1816cf89-37e8-49d5-996c-0dac783486b3 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690942 Sep 10 15:16:31.709469 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9cab127e-d7f1-4872-a97c-eeff62f72a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:31.713634 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9cab127e-d7f1-4872-a97c-eeff62f72a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:31.744854 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f559952-3461-4796-a0e9-2d5135e91f3c', 'name': 'network-vif-deleted', 'tag': '5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:16:31.747187 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2703d02-d691-4c23-887e-0b1a235d01f1" -d '{"events": [{"server_uuid": "3f559952-3461-4796-a0e9-2d5135e91f3c", "name": "network-vif-deleted", "tag": "5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:16:31.753576 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-9cab127e-d7f1-4872-a97c-eeff62f72a55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=307a479d1db44221bab1007a54bf6090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4440978 Sep 10 15:16:31.757286 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 58524) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:31.759004 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab127e-d7f1-4872-a97c-eeff62f72a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6255fb24-bbf8-45fa-bca2-5469cb188677,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:31.800452 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3551a783-5612-49bc-8931-7d7aebfed7bb x-openstack-request-id: req-3551a783-5612-49bc-8931-7d7aebfed7bb {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:16:31.800738 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f559952-3461-4796-a0e9-2d5135e91f3c", "name": "network-vif-deleted", "tag": "5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:16:31.801009 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3551a783-5612-49bc-8931-7d7aebfed7bb {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:16:31.801393 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f559952-3461-4796-a0e9-2d5135e91f3c', 'name': 'network-vif-deleted', 'tag': '5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf', 'status': 'completed', 'code': 200} Sep 10 15:16:31.824828 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-33f68210-adb2-4236-ba5b-3853774babbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:31.853056 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-33f68210-adb2-4236-ba5b-3853774babbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:31.900451 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-33f68210-adb2-4236-ba5b-3853774babbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:31.903108 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-33f68210-adb2-4236-ba5b-3853774babbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:31.907696 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-33f68210-adb2-4236-ba5b-3853774babbd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6255fb24-bbf8-45fa-bca2-5469cb188677 HTTP/1.1" status: 204 len: 168 time: 0.1458030 Sep 10 15:16:31.915719 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f68210-adb2-4236-ba5b-3853774babbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6255fb24-bbf8-45fa-bca2-5469cb188677,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:32.097600 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1594287-2fb4-40a4-bcdb-d1eedfdbb292 req-ddedf13c-a3d4-4541-a4ba-41deaa43a806 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:32.104768 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c1594287-2fb4-40a4-bcdb-d1eedfdbb292 req-ddedf13c-a3d4-4541-a4ba-41deaa43a806 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0982895 Sep 10 15:16:32.120186 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5b93c-30d8-4481-a78e-cc3b3e9d534b req-e5725bab-e1c6-4477-af77-35e53ed83dce tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:32.121725 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47f5b93c-30d8-4481-a78e-cc3b3e9d534b req-e5725bab-e1c6-4477-af77-35e53ed83dce tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0991743 Sep 10 15:16:32.176750 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c1594287-2fb4-40a4-bcdb-d1eedfdbb292 req-4fe1ba99-1162-4f28-ad0c-327d04534cd0 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710294 Sep 10 15:16:32.213977 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:32.226262 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47f5b93c-30d8-4481-a78e-cc3b3e9d534b req-9165fada-7f70-4d2a-9d1e-ef1db8e592de tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961452 Sep 10 15:16:32.297783 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e1ba0d62-5a82-4750-8c44-e2438f828617 req-4e1750f9-a50d-445a-9ecb-96b45de2ccc5 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 210 time: 0.0268667 Sep 10 15:16:32.690393 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-d3730d0a-f205-426c-b5cb-676146e2b008 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:32.707065 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-d3730d0a-f205-426c-b5cb-676146e2b008 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/networks?id=a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb HTTP/1.1" status: 200 len: 814 time: 0.1649423 Sep 10 15:16:32.727884 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-7394c30e-63dd-4bed-980c-20c9544247a4 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/quotas/bd9b5e2008074e338d653c0d803c392f HTTP/1.1" status: 200 len: 375 time: 0.0194795 Sep 10 15:16:32.778765 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-e2476d01-9049-46f5-a535-701779d628bc tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd9b5e2008074e338d653c0d803c392f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498064 Sep 10 15:16:32.950321 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f422492-302a-4929-a0df-20f041e226b1 req-a70fd432-df72-4ae6-be26-64ef4727ad57 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:32.952121 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0f422492-302a-4929-a0df-20f041e226b1 req-a70fd432-df72-4ae6-be26-64ef4727ad57 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.1452618 Sep 10 15:16:32.964458 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-e55d1a20-9fdd-4a7e-8ee1-c0e0bbf87f01 service neutron] 10.222.0.32 "GET /v2.0/networks/a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847961 Sep 10 15:16:33.067502 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 58570) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:33.105501 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0f422492-302a-4929-a0df-20f041e226b1 req-f2553570-d52a-4fe0-b966-e283fbef2c1b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389751 Sep 10 15:16:33.148646 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-dadd5b53-6115-4498-98cf-f15e21ab8da3 service neutron] 10.222.0.32 "GET /v2.0/networks/a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832521 Sep 10 15:16:33.212129 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:16:33.255004 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:16:33.257676 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 5987cd53-bb67-4dbf-bbdf-52f4b9a1cebf not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:16:33.266028 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a2d4a-7920-404d-a364-da07b516cd87 req-fc264d00-3f96-40ad-b655-1948101109aa tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:33.274995 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-037a2d4a-7920-404d-a364-da07b516cd87 req-fc264d00-3f96-40ad-b655-1948101109aa tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 944 time: 0.1063073 Sep 10 15:16:33.327954 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-ccb404cd-fdf1-4634-a0bb-bb1abf789134 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-16840404-network', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:16:33.346183 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-037a2d4a-7920-404d-a364-da07b516cd87 req-303c85be-7376-4cff-b92d-6d558fe8c95a tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640092 Sep 10 15:16:33.404965 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb404cd-fdf1-4634-a0bb-bb1abf789134 admin admin] Made reservation on behalf of 90064210fccc4fb2a9db8b495df16e58 for: {'network': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:16:33.408970 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ccb404cd-fdf1-4634-a0bb-bb1abf789134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for network, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:33.435152 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2f4c7-e162-49cd-923f-c65264adb2ae req-869a1abe-5c41-4dca-9d5f-f12f77a81afd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:33.443091 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-01f2f4c7-e162-49cd-923f-c65264adb2ae req-869a1abe-5c41-4dca-9d5f-f12f77a81afd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0589232 Sep 10 15:16:33.447639 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ccb404cd-fdf1-4634-a0bb-bb1abf789134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:33.597875 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ccb404cd-fdf1-4634-a0bb-bb1abf789134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:33.609506 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ccb404cd-fdf1-4634-a0bb-bb1abf789134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:33.638622 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb404cd-fdf1-4634-a0bb-bb1abf789134 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=94032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:16:33.648825 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ccb404cd-fdf1-4634-a0bb-bb1abf789134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:33.649435 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.segments_db [None req-ccb404cd-fdf1-4634-a0bb-bb1abf789134 admin admin] Added segment 066bb52b-a872-457c-bd33-cf8069e6f27f of type vlan for network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc Sep 10 15:16:33.657502 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:33.694006 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ccb404cd-fdf1-4634-a0bb-bb1abf789134 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740669571112'] for network, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:33.721092 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:16:33.736815 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f084e57-920c-40ac-ac38-4475ddd8aeca req-be372f6e-2871-4e33-a814-13631043143e tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:33.744910 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3f084e57-920c-40ac-ac38-4475ddd8aeca req-be372f6e-2871-4e33-a814-13631043143e tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.2946575 Sep 10 15:16:33.752360 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb404cd-fdf1-4634-a0bb-bb1abf789134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c93ccdd-5d9b-4cdd-ac36-938afbcd47a3,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:33.769909 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ccb404cd-fdf1-4634-a0bb-bb1abf789134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for network, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:33.771091 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb404cd-fdf1-4634-a0bb-bb1abf789134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:33.773022 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ccb404cd-fdf1-4634-a0bb-bb1abf789134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:33.822914 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3f084e57-920c-40ac-ac38-4475ddd8aeca req-cc39fc1d-7ab5-4af9-ba87-c06d96376152 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768378 Sep 10 15:16:33.844920 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-01f2f4c7-e162-49cd-923f-c65264adb2ae req-2f5b2a5d-1c85-4af3-b227-644372e287ae tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4007304 Sep 10 15:16:33.879173 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb404cd-fdf1-4634-a0bb-bb1abf789134 admin admin] Pushing event updated for resources: {'Network': ['ID=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:33.889600 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc details requested by agent ovs-agent-dv-cinder-760184-10-iscsi with host dv-cinder-760184-10-iscsi {{(pid=94033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:16:33.916142 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-ccb404cd-fdf1-4634-a0bb-bb1abf789134 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8476119 Sep 10 15:16:33.919055 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 58590) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:33.924676 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-b60ab3c4-c386-4136-908f-bbb321347d1f admin admin] Request body: {'subnet': {'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-16840404-subnet', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'ip_version': 4}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:16:33.962042 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60ab3c4-c386-4136-908f-bbb321347d1f admin admin] Made reservation on behalf of 90064210fccc4fb2a9db8b495df16e58 for: {'subnet': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:16:33.964907 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b60ab3c4-c386-4136-908f-bbb321347d1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13349712'] for subnet, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:33.987980 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e22f5fac-5482-439a-9d02-f89442d06fc0 req-929f157e-6b41-4f5c-9bd0-a046151dbb5e tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 210 time: 0.0676451 Sep 10 15:16:34.036856 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8c36184b-9604-4509-b8e2-bfe5ec061bb9 req-b4d97439-10b6-41f3-9bb2-d9e4e9190d7f tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 210 time: 0.0732934 Sep 10 15:16:34.198997 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b60ab3c4-c386-4136-908f-bbb321347d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13899776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13349710'] for subnet, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:34.250172 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44234eca-fa5d-45a4-ab9f-9ae36c2b885a req-91b35938-0ac2-4876-98b6-a2f7b44b0a18 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:34.251589 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-44234eca-fa5d-45a4-ab9f-9ae36c2b885a req-91b35938-0ac2-4876-98b6-a2f7b44b0a18 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0736496 Sep 10 15:16:34.267831 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ab3c4-c386-4136-908f-bbb321347d1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=358058bb-a0d0-4889-8b80-3a01a6232dfd,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:34.302679 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60ab3c4-c386-4136-908f-bbb321347d1f admin admin] Checking segment: {'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:16:34.303028 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60ab3c4-c386-4136-908f-bbb321347d1f admin admin] Network hostable DHCP agents. Network: fce6ad5e-9c1e-4100-8294-bf0edb3e94cc, hostable agents: ['3c96b2f0-8a92-48cf-9f37-aea1b5083e0a'], hosted agents: [] {{(pid=94032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:16:34.316967 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-44234eca-fa5d-45a4-ab9f-9ae36c2b885a req-7c55f50a-5e33-47a1-9f90-4dd6856891c2 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586686 Sep 10 15:16:34.330208 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60ab3c4-c386-4136-908f-bbb321347d1f admin admin] Network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc is scheduled to be hosted by DHCP agent 3c96b2f0-8a92-48cf-9f37-aea1b5083e0a with binding_index 1 {{(pid=94032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:16:34.346843 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-b60ab3c4-c386-4136-908f-bbb321347d1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-10-iscsi, fce6ad5e-9c1e-4100-8294-bf0edb3e94cc) {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:16:34.352516 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60ab3c4-c386-4136-908f-bbb321347d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:34.353147 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b60ab3c4-c386-4136-908f-bbb321347d1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:34.356666 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cf57ab-48da-450f-a93b-a214dd4810f7 None None] Network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:16:34.375398 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-b60ab3c4-c386-4136-908f-bbb321347d1f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4552708 Sep 10 15:16:34.380290 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 58598) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:34.386067 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-a2e9a775-53ba-4fc7-bf5f-50b03e6dfff4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:16:34.481753 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e9a775-53ba-4fc7-bf5f-50b03e6dfff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-369'] for router, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:34.484147 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e9a775-53ba-4fc7-bf5f-50b03e6dfff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-376'] for router, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:34.526233 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209d91c-a636-47a2-a18e-855e46fce51e req-dabfac65-d354-441f-8306-980751ae892e tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:34.527798 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3209d91c-a636-47a2-a18e-855e46fce51e req-dabfac65-d354-441f-8306-980751ae892e tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 944 time: 0.0964060 Sep 10 15:16:34.555230 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp966f7049-479f-577b-97f2-9a97344a5798-fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd'}]}} from dv-cinder-760184-10-iscsi. {{(pid=94033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 15:16:34.556083 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:34.560689 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e9a775-53ba-4fc7-bf5f-50b03e6dfff4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:34.692140 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3209d91c-a636-47a2-a18e-855e46fce51e req-d59cf40b-311c-4031-a281-30f68e9968d9 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294396 Sep 10 15:16:34.741831 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e9a775-53ba-4fc7-bf5f-50b03e6dfff4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:34.749606 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.db_base_plugin_common [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Allocated IP 172.20.0.2 (fce6ad5e-9c1e-4100-8294-bf0edb3e94cc/358058bb-a0d0-4889-8b80-3a01a6232dfd/cddd4b9f-9e9c-40b7-a788-c523e4482c49) {{(pid=94033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:16:34.995430 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Notify callbacks [] for port, precommit_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:35.005393 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Transition to ACTIVE for port object cddd4b9f-9e9c-40b7-a788-c523e4482c49 will not be triggered until provisioned by entity L2. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:16:35.022523 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Transition to ACTIVE for port object cddd4b9f-9e9c-40b7-a788-c523e4482c49 will not be triggered until provisioned by entity DHCP. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:16:35.029533 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:35.075636 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc is already hosted by enough agents. {{(pid=94033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:16:35.081471 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.base_scheduler [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Resources bound (agent type, host, resource id): {{(pid=94033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:16:35.086327 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Received port after_create {{(pid=94033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:16:35.089231 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Pushing event updated for resources: {'Port': ['ID=cddd4b9f-9e9c-40b7-a788-c523e4482c49,revision_number=1']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:35.092005 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e9a775-53ba-4fc7-bf5f-50b03e6dfff4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:35.116136 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce6401-3827-41eb-a372-6edf0529dfab req-7fcfe282-1550-461c-a47e-44fe9ffdfa48 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:35.117632 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d4ce6401-3827-41eb-a372-6edf0529dfab req-7fcfe282-1550-461c-a47e-44fe9ffdfa48 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.1592352 Sep 10 15:16:35.144275 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e9a775-53ba-4fc7-bf5f-50b03e6dfff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:35.163527 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bfe71-bdce-4efc-a836-443ba53e13e6 req-2c33a502-1725-458b-b95b-02b5ff77f03b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:35.165382 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dc3bfe71-bdce-4efc-a836-443ba53e13e6 req-2c33a502-1725-458b-b95b-02b5ff77f03b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.1707909 Sep 10 15:16:35.191439 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Attempting to bind port cddd4b9f-9e9c-40b7-a788-c523e4482c49 on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:16:35.192057 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Attempting to bind port cddd4b9f-9e9c-40b7-a788-c523e4482c49 by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:16:35.194199 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Attempting to bind port cddd4b9f-9e9c-40b7-a788-c523e4482c49 on network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:16:35.201416 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:16:35.202649 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Checking segment: {'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:16:35.203278 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:35.203954 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Bound using segment: {'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:16:35.205115 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Bound port: cddd4b9f-9e9c-40b7-a788-c523e4482c49, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:16:35.205742 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:35.269902 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d4ce6401-3827-41eb-a372-6edf0529dfab req-4cef0320-2a26-437c-bb01-70e1069e9146 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210728 Sep 10 15:16:35.288739 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] For port cddd4b9f-9e9c-40b7-a788-c523e4482c49, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:16:35.292704 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] For port cddd4b9f-9e9c-40b7-a788-c523e4482c49, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=cddd4b9f-9e9c-40b7-a788-c523e4482c49,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:16:35.300354 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:35.304482 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dc3bfe71-bdce-4efc-a836-443ba53e13e6 req-e4054419-ac00-46a3-99d3-5c5c4b3eaa07 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243360 Sep 10 15:16:35.409668 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bcdc38-0ad5-443b-bcf0-4d25df4d195d None None] Pushing event updated for resources: {'Port': ['ID=cddd4b9f-9e9c-40b7-a788-c523e4482c49,revision_number=2']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:35.415704 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4558f6db-475e-4542-a4b2-8bf7348cfd2b req-eb16c09d-55b5-44a3-a4a2-8d1e1f048288 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 210 time: 0.0702720 Sep 10 15:16:35.455696 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0fb80ea0-fa54-466e-97bb-b6f9b75ce5f7 req-54e54de1-0ee7-4830-bc4b-1a59246ca802 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 210 time: 0.0439475 Sep 10 15:16:35.463804 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-a2e9a775-53ba-4fc7-bf5f-50b03e6dfff4 admin admin] Allocated IP 172.27.3.241 (080accf6-a61d-43aa-a40c-4a5d90aa3be1/9f699ab7-ff98-4888-8014-ee1b80751434/3c793d15-20f9-461e-a106-4f85d16a544e) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:16:35.655354 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e889b2-eb33-42dd-8532-bfdb7b3955c9 req-6fdaea40-a53b-40a9-8bc0-f1c96592127e tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:35.658849 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-40e889b2-eb33-42dd-8532-bfdb7b3955c9 req-6fdaea40-a53b-40a9-8bc0-f1c96592127e tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.1237333 Sep 10 15:16:35.669537 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e9a775-53ba-4fc7-bf5f-50b03e6dfff4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:35.719456 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-40e889b2-eb33-42dd-8532-bfdb7b3955c9 req-180a80f5-1ff7-4900-affc-4a9521c74790 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466745 Sep 10 15:16:35.776500 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e9a775-53ba-4fc7-bf5f-50b03e6dfff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:35.851565 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e9a775-53ba-4fc7-bf5f-50b03e6dfff4 admin admin] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:16:35.870816 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-a2e9a775-53ba-4fc7-bf5f-50b03e6dfff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:16:35.883088 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e9a775-53ba-4fc7-bf5f-50b03e6dfff4 admin admin] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:16:35.913002 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9a775-53ba-4fc7-bf5f-50b03e6dfff4 admin admin] Pushing event updated for resources: {'Port': ['ID=3c793d15-20f9-461e-a106-4f85d16a544e,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:35.943930 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b6f6d-f330-4392-a757-ccb0d773331c req-59c8249d-1087-48a8-adf5-fa82fb001295 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:35.945491 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-514b6f6d-f330-4392-a757-ccb0d773331c req-59c8249d-1087-48a8-adf5-fa82fb001295 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 944 time: 0.1197417 Sep 10 15:16:36.074599 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-514b6f6d-f330-4392-a757-ccb0d773331c req-9f464346-873e-47ec-83c7-e233dfeb54cb tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951593 Sep 10 15:16:36.142493 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device cddd4b9f-9e9c-40b7-a788-c523e4482c49 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:36.239140 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port cddd4b9f-9e9c-40b7-a788-c523e4482c49 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:16:36.251900 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e9a775-53ba-4fc7-bf5f-50b03e6dfff4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:36.587792 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab99a543-e518-4738-9733-61339deeeba1 None None] Network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:16:36.664741 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-37793f5d-aa99-472d-8e0c-418892ef93a3 None None] Provisioning for port cddd4b9f-9e9c-40b7-a788-c523e4482c49 completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:16:36.665237 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce6a97-4d4a-4caa-b50f-3e7ccc7d5e50 req-7875d604-74b7-4f81-82b6-2c3f87969969 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:36.666779 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-91ce6a97-4d4a-4caa-b50f-3e7ccc7d5e50 req-7875d604-74b7-4f81-82b6-2c3f87969969 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.1134470 Sep 10 15:16:36.671574 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-37793f5d-aa99-472d-8e0c-418892ef93a3 None None] Provisioning complete for port cddd4b9f-9e9c-40b7-a788-c523e4482c49 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:36.672239 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-37793f5d-aa99-472d-8e0c-418892ef93a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:36.693012 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181e7c5-c611-4d4a-a030-7947720fdd69 req-031a99c0-889b-42d7-90e8-71331a2354b9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:36.694524 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8181e7c5-c611-4d4a-a030-7947720fdd69 req-031a99c0-889b-42d7-90e8-71331a2354b9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.1499703 Sep 10 15:16:36.784302 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-91ce6a97-4d4a-4caa-b50f-3e7ccc7d5e50 req-c9e71bf3-3b67-40a4-bd47-37fbd878d454 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095965 Sep 10 15:16:36.796670 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8181e7c5-c611-4d4a-a030-7947720fdd69 req-939ad2ed-16fe-409f-b468-98a389b4da74 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897250 Sep 10 15:16:36.805353 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e9a775-53ba-4fc7-bf5f-50b03e6dfff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550998'] for router, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:36.854562 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-37793f5d-aa99-472d-8e0c-418892ef93a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:36.897600 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-37793f5d-aa99-472d-8e0c-418892ef93a3 None None] For port cddd4b9f-9e9c-40b7-a788-c523e4482c49, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=cddd4b9f-9e9c-40b7-a788-c523e4482c49,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:36.908632 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-37793f5d-aa99-472d-8e0c-418892ef93a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:36.950497 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7b9c635c-76a9-4cd5-968d-e07675f353f9 req-b86ab8c2-bd15-4c7e-9cfd-70984205a1bb tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 210 time: 0.0513558 Sep 10 15:16:37.002032 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37793f5d-aa99-472d-8e0c-418892ef93a3 None None] Pushing event updated for resources: {'Port': ['ID=cddd4b9f-9e9c-40b7-a788-c523e4482c49,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:37.049504 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9e2169e0-b3bd-48b4-af23-d1d9bc3e4f86 req-97ded977-7dad-4b9b-8904-ec964f63d608 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 210 time: 0.0953338 Sep 10 15:16:37.168944 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9cb1c-f6a2-4a82-820f-a74c4694a5f8 req-fb6d6441-76a6-47a6-bbfa-08bc4317822c tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:37.171367 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b3b9cb1c-f6a2-4a82-820f-a74c4694a5f8 req-fb6d6441-76a6-47a6-bbfa-08bc4317822c tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.1056092 Sep 10 15:16:37.229333 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-1e02c9dc-9918-4087-ab89-281f0051cb3d None None] Provisioning complete for port cddd4b9f-9e9c-40b7-a788-c523e4482c49 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:37.229721 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-1e02c9dc-9918-4087-ab89-281f0051cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:37.266607 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2a82c-513a-40fa-bf3e-7b5a0a05f66d req-904565a9-4673-46c7-b4e0-9b37bba262b0 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:37.273863 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-68d2a82c-513a-40fa-bf3e-7b5a0a05f66d req-904565a9-4673-46c7-b4e0-9b37bba262b0 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 944 time: 0.0994434 Sep 10 15:16:37.284331 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b3b9cb1c-f6a2-4a82-820f-a74c4694a5f8 req-2db117f2-7918-427b-8c07-48de1e722cb8 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008029 Sep 10 15:16:37.312823 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e9a775-53ba-4fc7-bf5f-50b03e6dfff4 admin admin] Router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 is scheduled to L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 with binding_index 1 {{(pid=94031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 15:16:37.339594 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-68d2a82c-513a-40fa-bf3e-7b5a0a05f66d req-e9f00cc9-4db7-4236-9e58-6916b74670d5 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608144 Sep 10 15:16:37.453163 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e9a775-53ba-4fc7-bf5f-50b03e6dfff4 admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:16:37.462238 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Sync routers for ids ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'] in dv-cinder-760184-10-iscsi {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:16:37.469347 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e9a775-53ba-4fc7-bf5f-50b03e6dfff4 admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:37.471048 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a2e9a775-53ba-4fc7-bf5f-50b03e6dfff4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0894492 Sep 10 15:16:37.472654 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Routers {'9e5b27c2-22a6-4ae6-b057-d878d03e64d0'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:16:37.473310 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:16:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:37.473995 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 58626) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:37.617048 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Set router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:16:37.806378 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:36Z', 'revision_number': 3, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:37.838011 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Checking router: 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 for host: dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:16:37.838358 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Updating router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 port 3c793d15-20f9-461e-a106-4f85d16a544e binding host dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:16:37.866820 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:38.004433 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560deb74-06b0-43f1-8117-4c3f904ce2d1 req-c7026f9c-91ba-4647-8348-b3e73493b645 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:38.005967 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-560deb74-06b0-43f1-8117-4c3f904ce2d1 req-c7026f9c-91ba-4647-8348-b3e73493b645 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.1239417 Sep 10 15:16:38.029267 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff47d7-3b5d-49b1-96a8-a4dd11ffc968 req-171ad031-c337-434a-afc1-e0003a28266c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:38.031305 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-40ff47d7-3b5d-49b1-96a8-a4dd11ffc968 req-171ad031-c337-434a-afc1-e0003a28266c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.1098435 Sep 10 15:16:38.041036 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b9f5313c-9811-4d83-9f19-fbb5b504bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:38.086393 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device cddd4b9f-9e9c-40b7-a788-c523e4482c49 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:38.110406 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-560deb74-06b0-43f1-8117-4c3f904ce2d1 req-385cdeb6-77e5-4d93-af0e-43a15ef9b884 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918224 Sep 10 15:16:38.143565 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Notify callbacks [] for port, precommit_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:38.145657 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port cddd4b9f-9e9c-40b7-a788-c523e4482c49 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:38.145883 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:38.148650 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-40ff47d7-3b5d-49b1-96a8-a4dd11ffc968 req-dbed6efc-b73e-48d4-bb36-92919b198baa tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984061 Sep 10 15:16:38.165657 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.provisioning_blocks [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Transition to ACTIVE for port object 3c793d15-20f9-461e-a106-4f85d16a544e will not be triggered until provisioned by entity L2. {{(pid=94034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:16:38.174754 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:38.259822 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-54ece66a-630c-43ac-a860-2cc255dd672d req-0562bd39-6404-4a37-8fd0-204649d0c2d2 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f559952-3461-4796-a0e9-2d5135e91f3c HTTP/1.1" status: 200 len: 210 time: 0.0477390 Sep 10 15:16:38.272390 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db58ef-5188-4696-b3f5-1faa9050a3d8 None None] Pushing event updated for resources: {'Port': ['ID=3c793d15-20f9-461e-a106-4f85d16a544e,revision_number=2']} {{(pid=94034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:38.277836 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Attempting to bind port 3c793d15-20f9-461e-a106-4f85d16a544e on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:16:38.278200 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Attempting to bind port 3c793d15-20f9-461e-a106-4f85d16a544e by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}] {{(pid=94034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:16:38.278552 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Attempting to bind port 3c793d15-20f9-461e-a106-4f85d16a544e on network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:16:38.284599 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:16:38.285001 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Checking segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:16:38.285395 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:38.285839 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Bound using segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:16:38.286299 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Bound port: 3c793d15-20f9-461e-a106-4f85d16a544e, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}}] {{(pid=94034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:16:38.286693 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:38.310369 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7e5cd4f3-ebfa-460f-b57f-da268a148f65 req-204f41bc-7191-4ab3-9601-e171e61fd291 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 210 time: 0.0555568 Sep 10 15:16:38.326592 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-b9f5313c-9811-4d83-9f19-fbb5b504bc60 admin admin] Allocated IP 172.20.0.1 (fce6ad5e-9c1e-4100-8294-bf0edb3e94cc/358058bb-a0d0-4889-8b80-3a01a6232dfd/c379c2dd-522d-4613-9ca9-5ef2bb8f9e89) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:16:38.341713 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.db [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] For port 3c793d15-20f9-461e-a106-4f85d16a544e, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:16:38.345599 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.db [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] For port 3c793d15-20f9-461e-a106-4f85d16a544e, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=3c793d15-20f9-461e-a106-4f85d16a544e,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:16:38.349968 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:38.408713 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Routers {'9e5b27c2-22a6-4ae6-b057-d878d03e64d0'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:16:38.409370 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:16:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:38.451241 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db58ef-5188-4696-b3f5-1faa9050a3d8 None None] Pushing event updated for resources: {'Port': ['ID=3c793d15-20f9-461e-a106-4f85d16a544e,revision_number=3']} {{(pid=94034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:38.486878 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682923e9-03f0-4b97-9fe2-d82783e2c5db req-9d1590ca-622c-4537-a23d-2cf777347060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:38.488605 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-682923e9-03f0-4b97-9fe2-d82783e2c5db req-9d1590ca-622c-4537-a23d-2cf777347060 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67fddebae12e4940b440329d4d79c43e&device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 1097 time: 0.0712185 Sep 10 15:16:38.542456 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] Set router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:16:38.558067 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b9f5313c-9811-4d83-9f19-fbb5b504bc60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:38.576360 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b9f5313c-9811-4d83-9f19-fbb5b504bc60 admin admin] Transition to ACTIVE for port object c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:16:38.623620 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682923e9-03f0-4b97-9fe2-d82783e2c5db req-1670986c-517f-4ee1-899a-9886f4755fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:38.626614 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-682923e9-03f0-4b97-9fe2-d82783e2c5db req-1670986c-517f-4ee1-899a-9886f4755fe5 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=67fddebae12e4940b440329d4d79c43e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1236408 Sep 10 15:16:38.699569 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa462eb2-3d84-474d-a99f-5b41719f7705 req-622e67bf-ffb5-49e6-9ac5-0c7f1ee3e21f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:38.707333 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-aa462eb2-3d84-474d-a99f-5b41719f7705 req-622e67bf-ffb5-49e6-9ac5-0c7f1ee3e21f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.3408298 Sep 10 15:16:38.744584 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682923e9-03f0-4b97-9fe2-d82783e2c5db req-514ac06f-f362-4fc6-ae02-ddef90dac310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:38.746148 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-682923e9-03f0-4b97-9fe2-d82783e2c5db req-514ac06f-f362-4fc6-ae02-ddef90dac310 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074491 Sep 10 15:16:38.754691 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ee098-2c7d-42e8-b615-ed157654a61e req-b4cd53ee-28f8-4ab1-ab4a-21516bb55ee3 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:38.758312 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-582ee098-2c7d-42e8-b615-ed157654a61e req-b4cd53ee-28f8-4ab1-ab4a-21516bb55ee3 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 944 time: 0.3304296 Sep 10 15:16:38.774743 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-aa462eb2-3d84-474d-a99f-5b41719f7705 req-d270c42a-45fb-4861-b807-2074430f1fe7 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665672 Sep 10 15:16:38.783682 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b9f5313c-9811-4d83-9f19-fbb5b504bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:38.785923 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:36Z', 'revision_number': 3, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:38.820258 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7c4c8c-9428-42c3-9dd7-d18c0f413094 None None] The sync data for ids ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'] in dv-cinder-760184-10-iscsi is: [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:36Z', 'revision_number': 3, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}] {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:16:38.838529 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-dca12a45-409d-4d87-8e77-b337928786a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:38.840066 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-dca12a45-409d-4d87-8e77-b337928786a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67fddebae12e4940b440329d4d79c43e&device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 1097 time: 0.0511301 Sep 10 15:16:38.858960 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-582ee098-2c7d-42e8-b615-ed157654a61e req-03dbb782-e647-482e-801e-0182cdb65418 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912180 Sep 10 15:16:38.871382 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f5313c-9811-4d83-9f19-fbb5b504bc60 admin admin] Network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:16:38.872742 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5313c-9811-4d83-9f19-fbb5b504bc60 admin admin] Pushing event updated for resources: {'Port': ['ID=c379c2dd-522d-4613-9ca9-5ef2bb8f9e89,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:38.877135 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-b9f5313c-9811-4d83-9f19-fbb5b504bc60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:16:38.879533 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f5313c-9811-4d83-9f19-fbb5b504bc60 admin admin] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:16:38.895384 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-2097c330-c394-4ec7-9dce-b9793fbc3bde service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b133111-4ab3-4d07-b9af-2d32aff296e8 HTTP/1.1" status: 200 len: 217 time: 0.0456870 Sep 10 15:16:38.933095 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b9f5313c-9811-4d83-9f19-fbb5b504bc60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551047'] for router_interface, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:38.953186 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-f05cd854-3b8d-4918-b728-9c63b7e0d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:38.954731 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-f05cd854-3b8d-4918-b728-9c63b7e0d834 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5b2243a4-91c1-47bc-bc6f-621c7a947db4 HTTP/1.1" status: 200 len: 854 time: 0.0484667 Sep 10 15:16:39.059356 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-ce7fbc1e-288f-427a-9df2-22cc386444e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:39.061698 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-ce7fbc1e-288f-427a-9df2-22cc386444e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aa73838c-5cca-48b5-b9e9-7a064476266f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0986309 Sep 10 15:16:39.214054 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-67cfda93-b126-40ec-b35d-f4be2b685af4 None None] Provisioning for port c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:16:39.229547 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-67cfda93-b126-40ec-b35d-f4be2b685af4 None None] Provisioning complete for port c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:39.230228 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-67cfda93-b126-40ec-b35d-f4be2b685af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:39.234190 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-e48505fb-d61a-4950-9e90-77971fd72d39 service neutron] 10.222.0.43 "GET /v2.0/networks/aa73838c-5cca-48b5-b9e9-7a064476266f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576822 Sep 10 15:16:39.297360 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-67cfda93-b126-40ec-b35d-f4be2b685af4 None None] Port c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:16:39.361295 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a0c88b21-65cd-4867-9d8d-49d8eeae23bf req-7e932134-0af4-49bf-b3d4-d49f24c02a90 service neutron] 10.222.0.43 "GET /v2.0/networks/aa73838c-5cca-48b5-b9e9-7a064476266f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182170 Sep 10 15:16:39.495853 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acef91-7e2f-4384-821e-68b442a4dbbc req-6bc97a12-3fe8-462a-9c2c-41557dc02d6c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:39.505085 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e7acef91-7e2f-4384-821e-68b442a4dbbc req-6bc97a12-3fe8-462a-9c2c-41557dc02d6c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.1391232 Sep 10 15:16:39.519633 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b9f5313c-9811-4d83-9f19-fbb5b504bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:39.535719 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97715f-ef17-48e5-9af9-40367dd084e1 req-1b377591-8941-45e3-bdde-d7e3469a47f7 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:39.547009 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5d97715f-ef17-48e5-9af9-40367dd084e1 req-1b377591-8941-45e3-bdde-d7e3469a47f7 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.1821759 Sep 10 15:16:39.561992 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-4845888b-c8ac-48f8-b126-d854f368aaf8 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:39.564291 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-4845888b-c8ac-48f8-b126-d854f368aaf8 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.43 "GET /v2.0/networks?id=a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb HTTP/1.1" status: 200 len: 814 time: 0.1448834 Sep 10 15:16:39.581421 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-f59781d4-54d1-41fc-884a-154e9cf69259 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Request body: {'port': {'device_id': 'edca3d10-40de-414a-8636-dfd69b0afb03', 'network_id': 'a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb', 'admin_state_up': True, 'tenant_id': 'bd9b5e2008074e338d653c0d803c392f'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:16:39.641284 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e7acef91-7e2f-4384-821e-68b442a4dbbc req-3ec6679f-1654-4515-9467-33a50290e8db tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348205 Sep 10 15:16:39.663451 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5d97715f-ef17-48e5-9af9-40367dd084e1 req-30edd96e-02d6-4244-8892-12c3a5a51c47 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152709 Sep 10 15:16:39.719852 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-f59781d4-54d1-41fc-884a-154e9cf69259 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Made reservation on behalf of bd9b5e2008074e338d653c0d803c392f for: {'port': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:16:39.725688 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-f59781d4-54d1-41fc-884a-154e9cf69259 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:39.822238 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9194b9f1-522d-4558-a41b-a24dac1098c2 req-fa09e1e0-e798-446d-bbc7-871a134c83ca tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 210 time: 0.0473719 Sep 10 15:16:39.939317 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b9f5313c-9811-4d83-9f19-fbb5b504bc60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:39.945171 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-f59781d4-54d1-41fc-884a-154e9cf69259 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Allocated IP 172.20.0.9 (a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb/856c32e2-c195-40a1-8b83-7164bad5e478/ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:16:39.964692 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b9f5313c-9811-4d83-9f19-fbb5b504bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13673127'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:40.067641 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5313c-9811-4d83-9f19-fbb5b504bc60 admin admin] Pushing event updated for resources: {'Port': ['ID=c379c2dd-522d-4613-9ca9-5ef2bb8f9e89,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:40.088635 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba69143-8dfa-443d-81c6-5b3699d5f591 req-7e369b28-d38c-4605-b4e2-9c733db96ac3 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:40.089840 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9ba69143-8dfa-443d-81c6-5b3699d5f591 req-7e369b28-d38c-4605-b4e2-9c733db96ac3 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.1753333 Sep 10 15:16:40.091921 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b9f5313c-9811-4d83-9f19-fbb5b504bc60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547095'] for router_interface, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:40.100873 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac7301-6420-4037-971d-1df1a563e501 req-a81a8184-a451-43b2-94be-7da6c75208a5 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:40.108606 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-daac7301-6420-4037-971d-1df1a563e501 req-a81a8184-a451-43b2-94be-7da6c75208a5 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 944 time: 0.1739502 Sep 10 15:16:40.141584 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 3c793d15-20f9-461e-a106-4f85d16a544e up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:40.148321 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cf4dd-cf50-4dee-9223-48a32c78939d req-b46338c1-01a6-4094-943e-5b365557b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:40.149912 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b91cf4dd-cf50-4dee-9223-48a32c78939d req-b46338c1-01a6-4094-943e-5b365557b924 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 1099 time: 0.1602492 Sep 10 15:16:40.194584 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-daac7301-6420-4037-971d-1df1a563e501 req-b8d8e813-737c-473f-bb05-77bfc982c07b tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849547 Sep 10 15:16:40.197103 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port 3c793d15-20f9-461e-a106-4f85d16a544e completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:16:40.203751 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 3c793d15-20f9-461e-a106-4f85d16a544e triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:40.203871 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:40.210171 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-f59781d4-54d1-41fc-884a-154e9cf69259 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:40.213333 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9ba69143-8dfa-443d-81c6-5b3699d5f591 req-e98ddfd8-4b62-46b4-8882-367527c53645 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008098 Sep 10 15:16:40.222382 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b91cf4dd-cf50-4dee-9223-48a32c78939d req-ff54aa5a-47c2-40b3-8834-74815f32674d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629957 Sep 10 15:16:40.267584 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-f59781d4-54d1-41fc-884a-154e9cf69259 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:40.297895 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f5313c-9811-4d83-9f19-fbb5b504bc60 admin admin] Network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:16:40.299467 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-b9f5313c-9811-4d83-9f19-fbb5b504bc60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:16:40.312274 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:40.334537 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-f59781d4-54d1-41fc-884a-154e9cf69259 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Network a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:16:40.338083 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-f59781d4-54d1-41fc-884a-154e9cf69259 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:16:40.340197 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port 3c793d15-20f9-461e-a106-4f85d16a544e, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=3c793d15-20f9-461e-a106-4f85d16a544e,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:40.346659 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-f59781d4-54d1-41fc-884a-154e9cf69259 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:16:40.346897 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:40.404225 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-f59781d4-54d1-41fc-884a-154e9cf69259 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:40.408918 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=3c793d15-20f9-461e-a106-4f85d16a544e,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:40.409337 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-f59781d4-54d1-41fc-884a-154e9cf69259 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:40.430734 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59781d4-54d1-41fc-884a-154e9cf69259 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Pushing event updated for resources: {'Port': ['ID=ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:40.438829 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-f59781d4-54d1-41fc-884a-154e9cf69259 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8619754 Sep 10 15:16:40.454195 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Request body: {'port': {'device_id': 'edca3d10-40de-414a-8636-dfd69b0afb03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:16:40.491573 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f5313c-9811-4d83-9f19-fbb5b504bc60 admin admin] Router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:16:40.522662 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f209322-4f38-497d-806f-657d6de6e840 req-472df368-3e93-4782-b9d7-01f77ac699ec tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:40.530777 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8f209322-4f38-497d-806f-657d6de6e840 req-472df368-3e93-4782-b9d7-01f77ac699ec tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0827270 Sep 10 15:16:40.551487 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:40.621631 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8f209322-4f38-497d-806f-657d6de6e840 req-60598111-b1a0-40c0-aee6-6009dd7aa9f7 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898576 Sep 10 15:16:40.649018 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-63a6e152-818d-4710-bc21-e1bc8d3d251b None None] Provisioning complete for port c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:40.649838 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-63a6e152-818d-4710-bc21-e1bc8d3d251b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:40.669779 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f5313c-9811-4d83-9f19-fbb5b504bc60 admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:16:40.680825 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-b9f5313c-9811-4d83-9f19-fbb5b504bc60 admin admin] 10.222.0.32 "PUT /v2.0/routers/9e5b27c2-22a6-4ae6-b057-d878d03e64d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2022114 Sep 10 15:16:40.718220 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb0e45-56c1-466a-bf97-59483c046794 req-2d5d13cc-49d1-4799-a5cf-20e38ecc322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:40.719809 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-3fdb0e45-56c1-466a-bf97-59483c046794 req-2d5d13cc-49d1-4799-a5cf-20e38ecc322c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c0dbe00e8be4d6fa4f0727f7fa2408d&device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 1098 time: 0.1064310 Sep 10 15:16:40.847742 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-63a6e152-818d-4710-bc21-e1bc8d3d251b None None] Port c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:16:40.884037 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a4027-8ce9-4082-8b8d-7e43576d7a7d req-95b5d5fd-f5d8-4601-ab71-81b7adcd4863 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:40.885361 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-651a4027-8ce9-4082-8b8d-7e43576d7a7d req-95b5d5fd-f5d8-4601-ab71-81b7adcd4863 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.1531892 Sep 10 15:16:40.900047 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fe309-58af-4960-bdf3-7b24d568df21 req-d4c37ebb-3ebc-4b0d-a888-30d0fab51a8a tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:40.901634 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-df7fe309-58af-4960-bdf3-7b24d568df21 req-d4c37ebb-3ebc-4b0d-a888-30d0fab51a8a tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.1210151 Sep 10 15:16:40.968445 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-df7fe309-58af-4960-bdf3-7b24d568df21 req-f0db2ef4-8146-4baf-9ab5-6716bd3ac1db tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587637 Sep 10 15:16:40.971422 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-651a4027-8ce9-4082-8b8d-7e43576d7a7d req-c6edf816-9fd3-46c7-8d15-e63d8d2be6cf tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688548 Sep 10 15:16:40.980085 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Sync routers for ids ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:16:40.997000 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Routers {'9e5b27c2-22a6-4ae6-b057-d878d03e64d0'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:16:40.997637 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:16:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:41.122004 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9a018-0bca-4eee-aba9-b76293478b98 req-c7a3f219-eeac-41ce-9281-8180385cce7a tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:41.129540 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9ff9a018-0bca-4eee-aba9-b76293478b98 req-c7a3f219-eeac-41ce-9281-8180385cce7a tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 931 time: 0.0793939 Sep 10 15:16:41.213601 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb0e45-56c1-466a-bf97-59483c046794 req-52ad6e29-4ea7-4dec-abcb-fe32ea37facd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:41.215091 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-3fdb0e45-56c1-466a-bf97-59483c046794 req-52ad6e29-4ea7-4dec-abcb-fe32ea37facd service neutron] 10.222.0.43 "GET /v2.0/networks?id=9fd410a6-6b42-4dd7-aaee-5021094067c5 HTTP/1.1" status: 200 len: 911 time: 0.4866486 Sep 10 15:16:41.215430 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9ff9a018-0bca-4eee-aba9-b76293478b98 req-23c1fc1e-c00f-42f4-a2a0-c2f1530fa637 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713656 Sep 10 15:16:41.217992 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Set router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:16:41.380338 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-3fdb0e45-56c1-466a-bf97-59483c046794 req-4b788212-e48a-4ef0-99fc-439779cda932 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8398a0f7-0d3c-4f43-a6ae-914b5c481536 HTTP/1.1" status: 200 len: 1000 time: 0.1567810 Sep 10 15:16:41.385468 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369f568-0a27-45dd-a5a1-9c7f703bb801 req-8c6572f2-edd0-4c19-9b1e-becf3ce1d019 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:41.390816 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:16:41.393714 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f369f568-0a27-45dd-a5a1-9c7f703bb801 req-8c6572f2-edd0-4c19-9b1e-becf3ce1d019 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 945 time: 0.1096132 Sep 10 15:16:41.409124 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device cb7b6714-8cac-4dc3-814b-2e2a88b946b2 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:16:41.415613 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:41.433402 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b25f3-ac21-4a02-b80f-f9b7fbcd5ce2 req-2867e20b-3e68-40d0-be87-7b9c422992eb tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:41.434855 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-922b25f3-ac21-4a02-b80f-f9b7fbcd5ce2 req-2867e20b-3e68-40d0-be87-7b9c422992eb tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 944 time: 0.0999203 Sep 10 15:16:41.470701 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Transition to ACTIVE for port object ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:16:41.476795 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f369f568-0a27-45dd-a5a1-9c7f703bb801 req-5638d711-d337-4c30-a849-62ad2ca6de78 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818861 Sep 10 15:16:41.483967 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:41.533006 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 58704) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:41.534295 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb0e45-56c1-466a-bf97-59483c046794 req-9b9ae803-07d7-4d67-afa6-9001ce49c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:41.536196 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-3fdb0e45-56c1-466a-bf97-59483c046794 req-9b9ae803-07d7-4d67-afa6-9001ce49c282 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b HTTP/1.1" status: 200 len: 849 time: 0.1359677 Sep 10 15:16:41.537085 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-922b25f3-ac21-4a02-b80f-f9b7fbcd5ce2 req-b490b9a3-6117-489b-8fa2-45ce1f36b346 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917099 Sep 10 15:16:41.542393 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-9d82ae65-a307-4aff-926b-84455c250b60 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1309082729-network', 'tenant_id': '691bca8725cf4fb294ef452ae69f8bb7'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:16:41.578458 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d82ae65-a307-4aff-926b-84455c250b60 admin admin] Made reservation on behalf of 691bca8725cf4fb294ef452ae69f8bb7 for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:16:41.581611 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9d82ae65-a307-4aff-926b-84455c250b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:41.592421 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9d82ae65-a307-4aff-926b-84455c250b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:41.629003 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port cb7b6714-8cac-4dc3-814b-2e2a88b946b2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:41.668108 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'port_id': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2', 'mac_address': 'fa:16:3e:f3:48:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:16:41.682225 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 2, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:41.711144 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:41.736356 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb0e45-56c1-466a-bf97-59483c046794 req-cd2f6ff1-5c3e-4983-8d34-5b222485c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:41.738014 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-3fdb0e45-56c1-466a-bf97-59483c046794 req-cd2f6ff1-5c3e-4983-8d34-5b222485c859 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fd410a6-6b42-4dd7-aaee-5021094067c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1684568 Sep 10 15:16:41.738879 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Attempting to bind port ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:16:41.739305 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Attempting to bind port ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '1e84fc20-9360-4feb-9506-971591d93c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:16:41.739645 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Attempting to bind port ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 on network a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:16:41.744455 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Port ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 on network a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:16:41.744883 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Attempting to bind port ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 on network a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:16:41.754890 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Checking router: 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:16:41.755239 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Updating router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 port c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 binding host dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:16:41.775904 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:16:41.776253 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Checking segment: {'id': '1e84fc20-9360-4feb-9506-971591d93c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:16:41.776637 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Bound using segment: {'id': '1e84fc20-9360-4feb-9506-971591d93c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:16:41.777246 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Bound port: ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e84fc20-9360-4feb-9506-971591d93c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:16:41.777604 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:41.807311 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:41.810879 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:41.811081 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9d82ae65-a307-4aff-926b-84455c250b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:41.826892 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af00f24-a7b8-4bfc-b557-53fc9111ae2d req-1255a598-8097-4d01-bffc-b0a237b794a8 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:41.829309 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1af00f24-a7b8-4bfc-b557-53fc9111ae2d req-1255a598-8097-4d01-bffc-b0a237b794a8 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0982423 Sep 10 15:16:41.830523 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9d82ae65-a307-4aff-926b-84455c250b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:41.836281 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb7b6714-8cac-4dc3-814b-2e2a88b946b2 {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:16:41.878239 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d82ae65-a307-4aff-926b-84455c250b60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:16:41.887230 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82ae65-a307-4aff-926b-84455c250b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d12760-abc1-4a61-ba5b-d18332617942,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:41.897721 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port cb7b6714-8cac-4dc3-814b-2e2a88b946b2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:41.898709 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9d82ae65-a307-4aff-926b-84455c250b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:41.899058 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-9d82ae65-a307-4aff-926b-84455c250b60 admin admin] Added segment 8be0cd3e-fadf-43c2-810e-a21289c56093 of type vlan for network 33097632-7b45-41bc-b06e-93309326df29 Sep 10 15:16:41.906982 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] For port ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91, host hv-cinder-76018, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:16:41.932560 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-3fdb0e45-56c1-466a-bf97-59483c046794 req-2d2b8bd5-86a1-440f-87a7-167394e5e99a service neutron] 10.222.0.43 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853006 Sep 10 15:16:41.934952 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] For port ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91,segment=NetworkSegment(1e84fc20-9360-4feb-9506-971591d93c01),segment_id=1e84fc20-9360-4feb-9506-971591d93c01)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:16:41.939187 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1af00f24-a7b8-4bfc-b557-53fc9111ae2d req-b5061905-b10f-4577-b2d0-c2aa44235df3 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928512 Sep 10 15:16:41.956802 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:41.968325 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:41.976504 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9d82ae65-a307-4aff-926b-84455c250b60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740669571112'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:42.030160 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9d82ae65-a307-4aff-926b-84455c250b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:42.031232 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d82ae65-a307-4aff-926b-84455c250b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:42.031874 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9d82ae65-a307-4aff-926b-84455c250b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:42.073370 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:42.074003 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,revision_number=6']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:42.074128 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:42.075531 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] 10.222.0.43 "PUT /v2.0/ports/ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 HTTP/1.1" status: 200 len: 1093 time: 1.6268785 Sep 10 15:16:42.078097 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edca3d10-40de-414a-8636-dfd69b0afb03', 'tag': 'ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:16:42.080360 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfbc524-d57b-45e1-8e4a-7a5c87f7a190" -d '{"events": [{"name": "network-changed", "server_uuid": "edca3d10-40de-414a-8636-dfd69b0afb03", "tag": "ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:16:42.081665 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['cb7b6714-8cac-4dc3-814b-2e2a88b946b2'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:16:42.132614 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-9d82ae65-a307-4aff-926b-84455c250b60 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5944290 Sep 10 15:16:42.133256 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 58724) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:42.183866 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-c9c94a57-30d1-4466-aa0f-4287848fd282 admin admin] Request body: {'subnet': {'network_id': '33097632-7b45-41bc-b06e-93309326df29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1309082729-subnet', 'tenant_id': '691bca8725cf4fb294ef452ae69f8bb7', 'ip_version': 4}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:16:42.195183 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 3c793d15-20f9-461e-a106-4f85d16a544e up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:42.202465 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a629dc-0737-4516-bdee-e2788ed11a99 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:42.226122 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82ae65-a307-4aff-926b-84455c250b60 admin admin] Pushing event updated for resources: {'Network': ['ID=33097632-7b45-41bc-b06e-93309326df29,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:42.241886 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-3fdb0e45-56c1-466a-bf97-59483c046794 req-e536daa9-5442-40b0-a079-15cf9c8eb86d service neutron] 10.222.0.43 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851169 Sep 10 15:16:42.247967 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-39e10c53-5c01-43a2-a779-1804c42fa415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:42.250433 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-39e10c53-5c01-43a2-a779-1804c42fa415 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd9b5e2008074e338d653c0d803c392f&device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 1096 time: 0.1065259 Sep 10 15:16:42.272609 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461746e-3324-49ec-8a65-23923611fed3 req-eecdfbae-dfe0-4c2e-8279-5fd028011e2a tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:42.289519 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Network 33097632-7b45-41bc-b06e-93309326df29 details requested by agent ovs-agent-dv-cinder-760184-10-iscsi with host dv-cinder-760184-10-iscsi {{(pid=94033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:16:42.290787 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2461746e-3324-49ec-8a65-23923611fed3 req-eecdfbae-dfe0-4c2e-8279-5fd028011e2a tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.2044909 Sep 10 15:16:42.303042 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-a7be0197-b035-4e50-9c71-6bb9339a07dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 HTTP/1.1" status: 200 len: 217 time: 0.0430303 Sep 10 15:16:42.310438 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c8fb6-0a36-4ab3-aeb3-2cc407347d08 req-75734d72-a7df-4202-8894-5a7fd3bd5228 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:42.319977 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-640c8fb6-0a36-4ab3-aeb3-2cc407347d08 req-75734d72-a7df-4202-8894-5a7fd3bd5228 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 944 time: 0.2179687 Sep 10 15:16:42.322832 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c94a57-30d1-4466-aa0f-4287848fd282 admin admin] Made reservation on behalf of 691bca8725cf4fb294ef452ae69f8bb7 for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:16:42.326195 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c9c94a57-30d1-4466-aa0f-4287848fd282 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13098559'] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:42.379215 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-751af7d6-9151-4a59-961e-10d80540bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:42.380973 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-751af7d6-9151-4a59-961e-10d80540bd4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=856c32e2-c195-40a1-8b83-7164bad5e478 HTTP/1.1" status: 200 len: 854 time: 0.0676782 Sep 10 15:16:42.447434 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-ddf6c9c7-5293-401e-90bc-7988c637edb8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574470 Sep 10 15:16:42.469513 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-640c8fb6-0a36-4ab3-aeb3-2cc407347d08 req-0f47f457-81d6-43ee-8598-771030942d11 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416605 Sep 10 15:16:42.504303 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2461746e-3324-49ec-8a65-23923611fed3 req-2c0a1c05-5682-43eb-a1cf-e32783de7db8 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076821 Sep 10 15:16:42.505520 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 3c793d15-20f9-461e-a106-4f85d16a544e triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:42.506029 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:42.642557 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e644c55-012b-42f9-88d5-d25d781d030a x-openstack-request-id: req-1e644c55-012b-42f9-88d5-d25d781d030a {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:16:42.643186 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edca3d10-40de-414a-8636-dfd69b0afb03", "tag": "ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:16:42.644359 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e644c55-012b-42f9-88d5-d25d781d030a {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:16:42.646322 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edca3d10-40de-414a-8636-dfd69b0afb03', 'tag': 'ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91', 'status': 'completed', 'code': 200} Sep 10 15:16:42.690964 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-aaf879c5-0358-41b3-b8e2-de657899bed3 service neutron] 10.222.0.43 "GET /v2.0/networks/a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315567 Sep 10 15:16:42.743741 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Notify callbacks [] for port, precommit_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:42.764411 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Transition to ACTIVE for port object c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 will not be triggered until provisioned by entity L2. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:16:42.767629 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c9c94a57-30d1-4466-aa0f-4287848fd282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13672744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13098529'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:42.778599 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:42.871170 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c2ae6e09-baf6-4188-9ed0-d602588e6f5a req-2bab8d49-54cf-404d-a382-fcc95e8a1996 service neutron] 10.222.0.43 "GET /v2.0/networks/a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712174 Sep 10 15:16:42.917423 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150eb2f0-5a58-40ac-af13-a186d77a1013 None None] Pushing event updated for resources: {'Port': ['ID=c379c2dd-522d-4613-9ca9-5ef2bb8f9e89,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:42.931202 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e46510-d0cb-47b6-a566-cede6e46e53a req-fda44f9a-4b01-4387-b77b-3cf1421038b1 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:42.950272 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-82e46510-d0cb-47b6-a566-cede6e46e53a req-fda44f9a-4b01-4387-b77b-3cf1421038b1 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 943 time: 0.3026989 Sep 10 15:16:42.957172 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Attempting to bind port c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:16:42.957541 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Attempting to bind port c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:16:42.957903 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Attempting to bind port c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 on network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:16:42.975778 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:16:42.976210 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Checking segment: {'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:16:42.976548 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:42.977093 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Bound using segment: {'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:16:42.977560 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Bound port: c379c2dd-522d-4613-9ca9-5ef2bb8f9e89, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:16:42.977939 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:42.983229 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c94a57-30d1-4466-aa0f-4287848fd282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=307a9f56-6ec1-4f84-b56b-d9cdcaf2c0c1,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:43.061785 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec61a0-56f8-4386-9921-07994d3fbea4 req-339c0555-939f-4758-a575-fba5b79e9f4d tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:43.063436 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-35ec61a0-56f8-4386-9921-07994d3fbea4 req-339c0555-939f-4758-a575-fba5b79e9f4d tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 945 time: 0.3005140 Sep 10 15:16:43.110134 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbc524-d57b-45e1-8e4a-7a5c87f7a190 req-54d9d259-26ba-45d2-b95d-0d6969635497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:43.112747 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7dfbc524-d57b-45e1-8e4a-7a5c87f7a190 req-54d9d259-26ba-45d2-b95d-0d6969635497 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd9b5e2008074e338d653c0d803c392f&device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 1096 time: 0.1324832 Sep 10 15:16:43.118864 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c94a57-30d1-4466-aa0f-4287848fd282 admin admin] Checking segment: {'id': '8be0cd3e-fadf-43c2-810e-a21289c56093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33097632-7b45-41bc-b06e-93309326df29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:16:43.119220 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c94a57-30d1-4466-aa0f-4287848fd282 admin admin] Network hostable DHCP agents. Network: 33097632-7b45-41bc-b06e-93309326df29, hostable agents: ['3c96b2f0-8a92-48cf-9f37-aea1b5083e0a'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:16:43.142127 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9cf1a-5c95-471f-ab2f-2ab29531c3dd req-0a5c0879-8876-43a7-90fa-1c8299bcd9a1 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:43.148245 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2aa9cf1a-5c95-471f-ab2f-2ab29531c3dd req-0a5c0879-8876-43a7-90fa-1c8299bcd9a1 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 945 time: 0.2111893 Sep 10 15:16:43.153957 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] For port c379c2dd-522d-4613-9ca9-5ef2bb8f9e89, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:16:43.162352 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] For port c379c2dd-522d-4613-9ca9-5ef2bb8f9e89, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=c379c2dd-522d-4613-9ca9-5ef2bb8f9e89,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:16:43.168996 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:43.184167 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-82e46510-d0cb-47b6-a566-cede6e46e53a req-ca2a61d9-ca19-42c1-8411-3453d65527a6 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209485 Sep 10 15:16:43.241577 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-35ec61a0-56f8-4386-9921-07994d3fbea4 req-bce46305-79d9-4ef7-b996-d372019ba9cb tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/security-groups?id=eccba514-ba6a-46a7-b81c-a41721fcdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587911 Sep 10 15:16:43.273540 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c94a57-30d1-4466-aa0f-4287848fd282 admin admin] Network 33097632-7b45-41bc-b06e-93309326df29 is scheduled to be hosted by DHCP agent 3c96b2f0-8a92-48cf-9f37-aea1b5083e0a with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:16:43.296286 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbc524-d57b-45e1-8e4a-7a5c87f7a190 req-ac899da2-f76b-43ef-a59c-5ff3e1dc791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:43.298435 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7dfbc524-d57b-45e1-8e4a-7a5c87f7a190 req-ac899da2-f76b-43ef-a59c-5ff3e1dc791c service neutron] 10.222.0.43 "GET /v2.0/networks?id=a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb HTTP/1.1" status: 200 len: 915 time: 0.1484656 Sep 10 15:16:43.302021 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device cb7b6714-8cac-4dc3-814b-2e2a88b946b2 up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:43.308299 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 2b133111-4ab3-4d07-b9af-2d32aff296e8 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:16:43.315450 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-c9c94a57-30d1-4466-aa0f-4287848fd282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-10-iscsi, 33097632-7b45-41bc-b06e-93309326df29) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:16:43.323564 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c94a57-30d1-4466-aa0f-4287848fd282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:43.325642 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c9c94a57-30d1-4466-aa0f-4287848fd282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:43.368231 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c9c94a57-30d1-4466-aa0f-4287848fd282 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2119234 Sep 10 15:16:43.368837 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 58744) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:43.375165 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-12690589-2f1c-4915-b251-a694c624ee13 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1309082729-router', 'tenant_id': '691bca8725cf4fb294ef452ae69f8bb7', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:16:43.450101 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-12690589-2f1c-4915-b251-a694c624ee13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-369'] for router, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:43.452112 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-12690589-2f1c-4915-b251-a694c624ee13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-376'] for router, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:43.455476 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7dfbc524-d57b-45e1-8e4a-7a5c87f7a190 req-8a68cd7a-fb65-4328-a770-85f54cb1310c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 HTTP/1.1" status: 200 len: 217 time: 0.0611944 Sep 10 15:16:43.488005 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 2b133111-4ab3-4d07-b9af-2d32aff296e8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2b133111-4ab3-4d07-b9af-2d32aff296e8,segment=NetworkSegment(bdb5fef4-4e1a-46b4-b367-edc95c39add2),segment_id=bdb5fef4-4e1a-46b4-b367-edc95c39add2)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:43.525488 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': '2b133111-4ab3-4d07-b9af-2d32aff296e8', 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f', 'port_id': '2b133111-4ab3-4d07-b9af-2d32aff296e8', 'mac_address': 'fa:16:3e:ae:78:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2243a4-91c1-47bc-bc6f-621c7a947db4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:16:43.557829 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbc524-d57b-45e1-8e4a-7a5c87f7a190 req-4d595d8c-c9c2-4a76-8614-a393c9c58d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:43.559383 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7dfbc524-d57b-45e1-8e4a-7a5c87f7a190 req-4d595d8c-c9c2-4a76-8614-a393c9c58d2a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=856c32e2-c195-40a1-8b83-7164bad5e478 HTTP/1.1" status: 200 len: 854 time: 0.1011839 Sep 10 15:16:43.571169 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-12690589-2f1c-4915-b251-a694c624ee13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:43.581622 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595eeb60-2d24-46d3-b5aa-2d5fb3a21d5a None None] Network 33097632-7b45-41bc-b06e-93309326df29 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:16:43.592432 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Routers {'9e5b27c2-22a6-4ae6-b057-d878d03e64d0'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:16:43.592432 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:16:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:43.600666 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d2b23-9a5a-4130-bebc-9c0def3909c6 req-02ea7dd4-91aa-445c-9646-7f155f21cae9 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:43.606882 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-587d2b23-9a5a-4130-bebc-9c0def3909c6 req-02ea7dd4-91aa-445c-9646-7f155f21cae9 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 944 time: 0.1770859 Sep 10 15:16:43.650923 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7dfbc524-d57b-45e1-8e4a-7a5c87f7a190 req-6cbde43b-fa54-4bf7-8f37-8a7c9f772c1d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758438 Sep 10 15:16:43.684676 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150eb2f0-5a58-40ac-af13-a186d77a1013 None None] Pushing event updated for resources: {'Port': ['ID=c379c2dd-522d-4613-9ca9-5ef2bb8f9e89,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:43.694631 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-2aa9cf1a-5c95-471f-ab2f-2ab29531c3dd req-9465be0f-adbd-4696-8f6f-44ddd3c418e3 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Deleting port 9a1e7931-59bf-4491-9b74-302fdf764bf8 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:16:43.696091 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-2aa9cf1a-5c95-471f-ab2f-2ab29531c3dd req-9465be0f-adbd-4696-8f6f-44ddd3c418e3 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:43.858578 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7dfbc524-d57b-45e1-8e4a-7a5c87f7a190 req-47417907-e6f0-4e03-883f-b9bbf6b959b9 service neutron] 10.222.0.43 "GET /v2.0/networks/a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973052 Sep 10 15:16:43.865615 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-2aa9cf1a-5c95-471f-ab2f-2ab29531c3dd req-9465be0f-adbd-4696-8f6f-44ddd3c418e3 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] For port 9a1e7931-59bf-4491-9b74-302fdf764bf8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=9a1e7931-59bf-4491-9b74-302fdf764bf8,segment=NetworkSegment(de5263cf-a3f7-46c0-8040-dfb47c3c461f),segment_id=de5263cf-a3f7-46c0-8040-dfb47c3c461f)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:43.866002 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-2aa9cf1a-5c95-471f-ab2f-2ab29531c3dd req-9465be0f-adbd-4696-8f6f-44ddd3c418e3 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:43.887531 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:43.901769 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-2aa9cf1a-5c95-471f-ab2f-2ab29531c3dd req-9465be0f-adbd-4696-8f6f-44ddd3c418e3 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Calling delete_port for 9a1e7931-59bf-4491-9b74-302fdf764bf8 owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:16:43.987636 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b133111-4ab3-4d07-b9af-2d32aff296e8 {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:16:43.992217 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-12690589-2f1c-4915-b251-a694c624ee13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:44.041057 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7dfbc524-d57b-45e1-8e4a-7a5c87f7a190 req-9ef2b0ec-004b-4f84-8af6-7e8eb83f7538 service neutron] 10.222.0.43 "GET /v2.0/networks/a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722198 Sep 10 15:16:44.048727 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] Set router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:16:44.092373 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 2b133111-4ab3-4d07-b9af-2d32aff296e8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2b133111-4ab3-4d07-b9af-2d32aff296e8,segment=NetworkSegment(bdb5fef4-4e1a-46b4-b367-edc95c39add2),segment_id=bdb5fef4-4e1a-46b4-b367-edc95c39add2)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:44.098928 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port cb7b6714-8cac-4dc3-814b-2e2a88b946b2 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:44.099305 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:44.100437 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-587d2b23-9a5a-4130-bebc-9c0def3909c6 req-bbd65785-ecb1-409b-b1ed-92bc3abe7292 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624381 Sep 10 15:16:44.139863 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:44.160299 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-2aa9cf1a-5c95-471f-ab2f-2ab29531c3dd req-9465be0f-adbd-4696-8f6f-44ddd3c418e3 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:44.170180 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fe0f5-0722-4f03-887b-7b50361beacc req-28f8874e-a063-42e3-90d6-200627819864 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:44.180697 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-907fe0f5-0722-4f03-887b-7b50361beacc req-28f8874e-a063-42e3-90d6-200627819864 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.5726776 Sep 10 15:16:44.207421 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465be0f-adbd-4696-8f6f-44ddd3c418e3 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Pushing event deleted for resources: {'Port': ['ID=9a1e7931-59bf-4491-9b74-302fdf764bf8,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:44.230585 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['9a1e7931-59bf-4491-9b74-302fdf764bf8'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:16:44.305618 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa9cf1a-5c95-471f-ab2f-2ab29531c3dd req-9465be0f-adbd-4696-8f6f-44ddd3c418e3 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] No DVR routers for this DVR port 9a1e7931-59bf-4491-9b74-302fdf764bf8 on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:16:44.308448 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-2aa9cf1a-5c95-471f-ab2f-2ab29531c3dd req-9465be0f-adbd-4696-8f6f-44ddd3c418e3 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:44.311198 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2aa9cf1a-5c95-471f-ab2f-2ab29531c3dd req-9465be0f-adbd-4696-8f6f-44ddd3c418e3 tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.43 "DELETE /v2.0/ports/9a1e7931-59bf-4491-9b74-302fdf764bf8 HTTP/1.1" status: 204 len: 173 time: 1.0112607 Sep 10 15:16:44.325824 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-907fe0f5-0722-4f03-887b-7b50361beacc req-fd6adf31-8831-496a-97ac-2910e9218fe4 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436205 Sep 10 15:16:44.468236 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=2b133111-4ab3-4d07-b9af-2d32aff296e8,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:44.469655 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06342aa-13be-48b5-810a-f4db1350ccf5 req-a83fcf0f-1fbd-4c6e-99b9-0154c1d4c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:44.481912 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c06342aa-13be-48b5-810a-f4db1350ccf5 req-a83fcf0f-1fbd-4c6e-99b9-0154c1d4c9db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d4ba512da8349e891d810bef26b5436&device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 1099 time: 0.0915477 Sep 10 15:16:44.586354 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['2b133111-4ab3-4d07-b9af-2d32aff296e8'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:16:44.599487 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e69155-2d03-4bc1-81d1-8c7d3e988368 req-f555608a-a8db-4087-9ca0-279d87986b6e tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:44.606792 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b7e69155-2d03-4bc1-81d1-8c7d3e988368 req-f555608a-a8db-4087-9ca0-279d87986b6e tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 944 time: 0.1967828 Sep 10 15:16:44.624193 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06342aa-13be-48b5-810a-f4db1350ccf5 req-2996ca02-aa7c-4d62-be59-368423dad306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:44.626091 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c06342aa-13be-48b5-810a-f4db1350ccf5 req-2996ca02-aa7c-4d62-be59-368423dad306 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89c82b9c-da29-44a5-a286-a7806dfed4d4 HTTP/1.1" status: 200 len: 920 time: 0.1295402 Sep 10 15:16:44.681184 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8bf592-6e59-4d78-9948-3a6bf7364d1c', 'name': 'network-vif-deleted', 'tag': '9a1e7931-59bf-4491-9b74-302fdf764bf8'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:16:44.683525 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506cd5cc-32aa-49ba-a066-aa2fc253d048" -d '{"events": [{"server_uuid": "bc8bf592-6e59-4d78-9948-3a6bf7364d1c", "name": "network-vif-deleted", "tag": "9a1e7931-59bf-4491-9b74-302fdf764bf8"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:16:44.691439 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c06342aa-13be-48b5-810a-f4db1350ccf5 req-711f4e25-acbf-455e-8f6f-bca5231638f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c95297de-9c9a-406c-81aa-813ff7394bd6 HTTP/1.1" status: 200 len: 217 time: 0.0573192 Sep 10 15:16:44.754076 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp966f7049-479f-577b-97f2-9a97344a5798-33097632-7b45-41bc-b06e-93309326df29', 'network_id': '33097632-7b45-41bc-b06e-93309326df29', 'tenant_id': '691bca8725cf4fb294ef452ae69f8bb7', 'fixed_ips': [{'subnet_id': '307a9f56-6ec1-4f84-b56b-d9cdcaf2c0c1'}]}} from dv-cinder-760184-10-iscsi. {{(pid=94033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 15:16:44.755000 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:44.804388 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:44.809824 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06342aa-13be-48b5-810a-f4db1350ccf5 req-71b339e9-8d08-41e8-b217-159caf75645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:44.811583 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c06342aa-13be-48b5-810a-f4db1350ccf5 req-71b339e9-8d08-41e8-b217-159caf75645f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=56d1c94b-8bee-42a2-9581-b70245d1f7a7 HTTP/1.1" status: 200 len: 859 time: 0.1115289 Sep 10 15:16:44.880147 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b7e69155-2d03-4bc1-81d1-8c7d3e988368 req-d5d9b69c-f247-46cf-8977-943e1243eda4 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723324 Sep 10 15:16:44.919486 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c06342aa-13be-48b5-810a-f4db1350ccf5 req-a89ee032-4d03-410c-9415-dac77de0f30d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89c82b9c-da29-44a5-a286-a7806dfed4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899611 Sep 10 15:16:44.948570 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd72b2e-4522-4b41-8fd6-579b3a243af3 req-7c2526ab-cd85-45aa-98b7-940d56c7e50a tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:44.950316 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4fd72b2e-4522-4b41-8fd6-579b3a243af3 req-7c2526ab-cd85-45aa-98b7-940d56c7e50a tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 943 time: 0.4616401 Sep 10 15:16:44.952204 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-12690589-2f1c-4915-b251-a694c624ee13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:45.002345 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-12690589-2f1c-4915-b251-a694c624ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:45.075359 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c06342aa-13be-48b5-810a-f4db1350ccf5 req-d203de1c-dbf7-4446-867a-ed6d351dc4e6 service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529253 Sep 10 15:16:45.095124 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-805d5bf8-c646-4fca-b5c2-ce49f5c85ef4 req-662a5674-9a1f-432a-938f-3cf8c174848f tempest-AttachVolumeNegativeTest-298372889 tempest-AttachVolumeNegativeTest-298372889-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc8bf592-6e59-4d78-9948-3a6bf7364d1c HTTP/1.1" status: 200 len: 210 time: 0.1158700 Sep 10 15:16:45.127790 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854592f7-9bf4-46d9-9be8-e2886434aa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:16:45.130573 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbd44aa-1625-42ab-91b7-09c8e79e3bd3" -d '{"events": [{"server_uuid": "854592f7-9bf4-46d9-9be8-e2886434aa25", "name": "network-vif-plugged", "status": "completed", "tag": "cb7b6714-8cac-4dc3-814b-2e2a88b946b2"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:16:45.158454 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4fd72b2e-4522-4b41-8fd6-579b3a243af3 req-7549e98e-d2bb-4d12-8e4f-fc2a7b961ff0 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660008 Sep 10 15:16:45.173304 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port cb7b6714-8cac-4dc3-814b-2e2a88b946b2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:45.212078 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:45.234389 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-12690589-2f1c-4915-b251-a694c624ee13 admin admin] Allocated IP 172.27.3.61 (080accf6-a61d-43aa-a40c-4a5d90aa3be1/9f699ab7-ff98-4888-8014-ee1b80751434/9c17aced-790a-45f3-98ff-c2b135a9f579) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:16:45.268664 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:43Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:45.287983 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c06342aa-13be-48b5-810a-f4db1350ccf5 req-7d62be66-e884-4329-a598-d48c8fdec21a service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037215 Sep 10 15:16:45.289641 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe1bbe5-210a-4dae-9a09-439155356d72 x-openstack-request-id: req-fbe1bbe5-210a-4dae-9a09-439155356d72 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:16:45.289986 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8bf592-6e59-4d78-9948-3a6bf7364d1c", "name": "network-vif-deleted", "tag": "9a1e7931-59bf-4491-9b74-302fdf764bf8", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:16:45.290295 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fbe1bbe5-210a-4dae-9a09-439155356d72 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:16:45.290774 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8bf592-6e59-4d78-9948-3a6bf7364d1c', 'name': 'network-vif-deleted', 'tag': '9a1e7931-59bf-4491-9b74-302fdf764bf8', 'status': 'completed', 'code': 200} Sep 10 15:16:45.302371 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa12fab-1ffc-4227-84b6-0b9e02f52204 None None] The sync data for ids ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'] in dv-cinder-760184-10-iscsi is: [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:43Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:16:45.311480 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.db_base_plugin_common [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Allocated IP 172.20.0.2 (33097632-7b45-41bc-b06e-93309326df29/307a9f56-6ec1-4f84-b56b-d9cdcaf2c0c1/6879a3f7-aef8-429b-a1fb-ad338b73312f) {{(pid=94033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:16:45.318036 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 9a1e7931-59bf-4491-9b74-302fdf764bf8 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:16:45.408203 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: 9a1e7931-59bf-4491-9b74-302fdf764bf8 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:16:45.408571 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 9a1e7931-59bf-4491-9b74-302fdf764bf8 not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:16:45.438318 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,revision_number=7']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:45.487556 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8bb5d-6b88-45ac-83c1-6185cac8d8af req-a541b27f-5d2a-4d56-b892-64fbb05cc621 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:45.489151 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-abe8bb5d-6b88-45ac-83c1-6185cac8d8af req-a541b27f-5d2a-4d56-b892-64fbb05cc621 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.2444818 Sep 10 15:16:45.617475 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-abe8bb5d-6b88-45ac-83c1-6185cac8d8af req-73917b71-ee09-42e6-9e5b-f8e63953a6f3 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951018 Sep 10 15:16:45.620542 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-12690589-2f1c-4915-b251-a694c624ee13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:45.634413 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b61c4-0f65-431e-824d-9d9628736e27 req-c1ef5bc0-214c-4be4-9f6c-8334ed595c4e tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:45.644380 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Notify callbacks [] for port, precommit_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:45.654919 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba5b61c4-0f65-431e-824d-9d9628736e27 req-c1ef5bc0-214c-4be4-9f6c-8334ed595c4e tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 945 time: 0.2871482 Sep 10 15:16:45.659256 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Transition to ACTIVE for port object 6879a3f7-aef8-429b-a1fb-ad338b73312f will not be triggered until provisioned by entity L2. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:16:45.692418 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6487f57-5c26-41bd-b266-af0b7d5c35a0 x-openstack-request-id: req-d6487f57-5c26-41bd-b266-af0b7d5c35a0 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:16:45.692724 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854592f7-9bf4-46d9-9be8-e2886434aa25", "name": "network-vif-plugged", "status": "completed", "tag": "cb7b6714-8cac-4dc3-814b-2e2a88b946b2", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:16:45.693002 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6487f57-5c26-41bd-b266-af0b7d5c35a0 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:16:45.693433 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854592f7-9bf4-46d9-9be8-e2886434aa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2', 'code': 200} Sep 10 15:16:45.694340 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Transition to ACTIVE for port object 6879a3f7-aef8-429b-a1fb-ad338b73312f will not be triggered until provisioned by entity DHCP. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:16:45.712003 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:45.743835 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Network 33097632-7b45-41bc-b06e-93309326df29 is already hosted by enough agents. {{(pid=94033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:16:45.748876 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba5b61c4-0f65-431e-824d-9d9628736e27 req-b03366b3-5ef8-4812-97b2-6c6657a3cb0c tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873253 Sep 10 15:16:45.755015 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.base_scheduler [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Resources bound (agent type, host, resource id): {{(pid=94033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:16:45.767040 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-12690589-2f1c-4915-b251-a694c624ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:45.789616 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Received port after_create {{(pid=94033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:16:45.829351 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12690589-2f1c-4915-b251-a694c624ee13 admin admin] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:16:45.833444 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-12690589-2f1c-4915-b251-a694c624ee13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:16:45.839634 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12690589-2f1c-4915-b251-a694c624ee13 admin admin] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:16:45.867697 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12690589-2f1c-4915-b251-a694c624ee13 admin admin] Pushing event updated for resources: {'Port': ['ID=9c17aced-790a-45f3-98ff-c2b135a9f579,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:45.914986 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Attempting to bind port 6879a3f7-aef8-429b-a1fb-ad338b73312f on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:16:45.915302 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Attempting to bind port 6879a3f7-aef8-429b-a1fb-ad338b73312f by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': '8be0cd3e-fadf-43c2-810e-a21289c56093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33097632-7b45-41bc-b06e-93309326df29'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:16:45.915626 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Attempting to bind port 6879a3f7-aef8-429b-a1fb-ad338b73312f on network 33097632-7b45-41bc-b06e-93309326df29 {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:16:45.922681 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Pushing event updated for resources: {'Port': ['ID=6879a3f7-aef8-429b-a1fb-ad338b73312f,revision_number=1']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:45.931249 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:16:45.931877 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Checking segment: {'id': '8be0cd3e-fadf-43c2-810e-a21289c56093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33097632-7b45-41bc-b06e-93309326df29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:16:45.932624 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:45.933185 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Bound using segment: {'id': '8be0cd3e-fadf-43c2-810e-a21289c56093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33097632-7b45-41bc-b06e-93309326df29'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:16:45.933841 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Bound port: 6879a3f7-aef8-429b-a1fb-ad338b73312f, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be0cd3e-fadf-43c2-810e-a21289c56093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33097632-7b45-41bc-b06e-93309326df29'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:16:45.934527 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:46.043841 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] For port 6879a3f7-aef8-429b-a1fb-ad338b73312f, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:16:46.047927 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] For port 6879a3f7-aef8-429b-a1fb-ad338b73312f, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=6879a3f7-aef8-429b-a1fb-ad338b73312f,segment=NetworkSegment(8be0cd3e-fadf-43c2-810e-a21289c56093),segment_id=8be0cd3e-fadf-43c2-810e-a21289c56093)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:16:46.058563 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:46.167668 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d35696-ff72-45a3-975f-3d450b41cc7b req-7e915d92-22da-457b-b260-08f39b75d20c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:46.190676 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-20d35696-ff72-45a3-975f-3d450b41cc7b req-7e915d92-22da-457b-b260-08f39b75d20c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.1686685 Sep 10 15:16:46.213209 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e6d47-4920-4463-b87b-ad752c7c973e None None] Pushing event updated for resources: {'Port': ['ID=6879a3f7-aef8-429b-a1fb-ad338b73312f,revision_number=2']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:46.219490 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 58772) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:46.237064 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:46.356672 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:16:46.365523 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:46.367232 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:46.372592 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06546d7-3814-4c41-86b7-e0f9bb60d5d0 admin admin] Deleting subnet 119b5847-f28a-498d-b2fc-b0ccb46cb6b3 {{(pid=94032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:16:46.383691 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e06546d7-3814-4c41-86b7-e0f9bb60d5d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:46.434441 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-20d35696-ff72-45a3-975f-3d450b41cc7b req-6b0942da-62ce-4ad6-ab4f-30f106beb4b1 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375636 Sep 10 15:16:46.510019 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e06546d7-3814-4c41-86b7-e0f9bb60d5d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13604879'] for subnet, precommit_delete_associations {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:46.579942 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c5754-5356-42f2-825b-9f2b813fd014 req-d63844ac-04f5-4c18-9165-be95811f8b3f tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:46.581874 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-028c5754-5356-42f2-825b-9f2b813fd014 req-d63844ac-04f5-4c18-9165-be95811f8b3f tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 943 time: 0.2234368 Sep 10 15:16:46.590489 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-12690589-2f1c-4915-b251-a694c624ee13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:46.592651 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:46.603777 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e06546d7-3814-4c41-86b7-e0f9bb60d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766759'] for subnet, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:46.647373 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port c379c2dd-522d-4613-9ca9-5ef2bb8f9e89, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=c379c2dd-522d-4613-9ca9-5ef2bb8f9e89,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:46.658633 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:46.747236 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-028c5754-5356-42f2-825b-9f2b813fd014 req-fa65217f-e8f1-4ed5-bddd-2ae2290afd2c tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580603 Sep 10 15:16:46.748989 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e06546d7-3814-4c41-86b7-e0f9bb60d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13899841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13349813'] for subnet, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:46.799303 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06546d7-3814-4c41-86b7-e0f9bb60d5d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=119b5847-f28a-498d-b2fc-b0ccb46cb6b3,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:46.809736 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e06546d7-3814-4c41-86b7-e0f9bb60d5d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:46.816879 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 58778) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:46.818490 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-e06546d7-3814-4c41-86b7-e0f9bb60d5d0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/119b5847-f28a-498d-b2fc-b0ccb46cb6b3 HTTP/1.1" status: 204 len: 168 time: 0.5977132 Sep 10 15:16:46.822855 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06546d7-3814-4c41-86b7-e0f9bb60d5d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:46.823554 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06546d7-3814-4c41-86b7-e0f9bb60d5d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:46.824111 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06546d7-3814-4c41-86b7-e0f9bb60d5d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:46.824666 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06546d7-3814-4c41-86b7-e0f9bb60d5d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:46.825222 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06546d7-3814-4c41-86b7-e0f9bb60d5d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:46.826415 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06546d7-3814-4c41-86b7-e0f9bb60d5d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:46.826978 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06546d7-3814-4c41-86b7-e0f9bb60d5d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:46.828445 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06546d7-3814-4c41-86b7-e0f9bb60d5d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:46.829009 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06546d7-3814-4c41-86b7-e0f9bb60d5d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:46.829569 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06546d7-3814-4c41-86b7-e0f9bb60d5d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:46.830094 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06546d7-3814-4c41-86b7-e0f9bb60d5d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:46.831060 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06546d7-3814-4c41-86b7-e0f9bb60d5d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:46.832453 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=c379c2dd-522d-4613-9ca9-5ef2bb8f9e89,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:46.945814 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b116f37-1eee-4dce-8410-9690c63eb33d req-6f0ddbd5-5b05-4f83-9574-398f977f7555 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:46.953458 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4b116f37-1eee-4dce-8410-9690c63eb33d req-6f0ddbd5-5b05-4f83-9574-398f977f7555 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.1884403 Sep 10 15:16:47.099151 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1354939'] for network, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:47.205219 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b08982-9d48-459a-b2d1-fa62c2156381 req-cc07c266-4373-4380-a99d-95ba164189ad tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:47.212297 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d6b08982-9d48-459a-b2d1-fa62c2156381 req-cc07c266-4373-4380-a99d-95ba164189ad tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 945 time: 0.2559454 Sep 10 15:16:47.227759 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4b116f37-1eee-4dce-8410-9690c63eb33d req-246e698d-bbd5-4cc5-9765-f67be71a7205 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147553 Sep 10 15:16:47.329008 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:16:47.331147 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 2b133111-4ab3-4d07-b9af-2d32aff296e8 up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:47.377168 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-12690589-2f1c-4915-b251-a694c624ee13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550998'] for router, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:47.392419 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d6b08982-9d48-459a-b2d1-fa62c2156381 req-b5d5f20b-0750-4ce8-98d9-bedf371f81ef tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791492 Sep 10 15:16:47.433228 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767442', 'neutron.services.segments.db._delete_segments_for_network-8740670112925'] for network, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:47.518496 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3b0b79-b02f-415f-a544-6d759d712dbf']}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:47.531836 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5263cf-a3f7-46c0-8040-dfb47c3c461f') {'for_net_delete': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:47.532157 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5263cf-a3f7-46c0-8040-dfb47c3c461f') {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:47.539816 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port 2b133111-4ab3-4d07-b9af-2d32aff296e8 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:16:47.548463 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740670111398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12600670'] for segment, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:47.562422 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port 2b133111-4ab3-4d07-b9af-2d32aff296e8 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:47.562797 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:47.621592 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:47.632363 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:16:47.632969 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13673099'] for segment, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: Traceback (most recent call last): Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: timer() Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: cb(*args, **kw) Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: return func(*args, **kwargs) Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: self._notify() Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: self.callback(batched_events) Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: event.method(event) Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: return f(self, *a, **k) Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: return self._get(url).json() Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: return self.request(url, 'GET', **kwargs) Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:16:47.635528 dv-cinder-760184-10-iscsi neutron-server[94031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:16:47.637598 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684e3c21-4950-4c14-a0ca-3151d41a5337 None None] Network 33097632-7b45-41bc-b06e-93309326df29 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:16:47.643231 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91,segment=NetworkSegment(1e84fc20-9360-4feb-9506-971591d93c01),segment_id=1e84fc20-9360-4feb-9506-971591d93c01)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:47.702757 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': 'ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91', 'network_id': 'a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb', 'port_id': 'ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91', 'mac_address': 'fa:16:3e:1a:76:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '856c32e2-c195-40a1-8b83-7164bad5e478', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:16:47.725932 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb431d5-306d-4ba6-93b1-b0a0e04f080c req-f750aeec-326b-414f-adbf-4a7f917be05e tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:47.727570 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4fb431d5-306d-4ba6-93b1-b0a0e04f080c req-f750aeec-326b-414f-adbf-4a7f917be05e tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.1397951 Sep 10 15:16:47.749248 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-4facd80d-69d5-417e-b5a7-210074ee0dda None None] Provisioning for port 6879a3f7-aef8-429b-a1fb-ad338b73312f completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:16:47.758427 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550926'] for network, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:47.820120 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:47.839672 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] 10.222.0.32 "DELETE /v2.0/networks/8d3b0b79-b02f-415f-a544-6d759d712dbf HTTP/1.1" status: 204 len: 168 time: 1.0115108 Sep 10 15:16:47.880893 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Pushing event deleted for resources: {'Network': ['ID=8d3b0b79-b02f-415f-a544-6d759d712dbf,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:48.171155 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:48.200073 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:16:48.224225 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:48.229401 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12690589-2f1c-4915-b251-a694c624ee13 admin admin] Router e3607060-6806-4e8c-99ea-84ddc1bd51ba is scheduled to L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 with binding_index 1 {{(pid=94031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 15:16:48.233866 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.234285 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.234691 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.235083 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.235494 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.235919 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.236304 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.236693 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.237101 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.237483 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.237903 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.238231 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189cbb5-307b-4f3c-8c69-5cf78374825d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.265536 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4fb431d5-306d-4ba6-93b1-b0a0e04f080c req-c1935ed9-81e7-46f1-bfb0-aeb05772bf9b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5199041 Sep 10 15:16:48.296313 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91,segment=NetworkSegment(1e84fc20-9360-4feb-9506-971591d93c01),segment_id=1e84fc20-9360-4feb-9506-971591d93c01)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:48.325451 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 2b133111-4ab3-4d07-b9af-2d32aff296e8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2b133111-4ab3-4d07-b9af-2d32aff296e8,segment=NetworkSegment(bdb5fef4-4e1a-46b4-b367-edc95c39add2),segment_id=bdb5fef4-4e1a-46b4-b367-edc95c39add2)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:48.328942 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf47406a-19d6-4f82-91e6-bdf2c713043a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b133111-4ab3-4d07-b9af-2d32aff296e8'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:16:48.334454 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e962de-8708-47ac-9a18-beeaf5b6f686" -d '{"events": [{"server_uuid": "cf47406a-19d6-4f82-91e6-bdf2c713043a", "name": "network-vif-plugged", "status": "completed", "tag": "2b133111-4ab3-4d07-b9af-2d32aff296e8"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:16:48.340708 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:48.344181 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:48.363928 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 58794) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:48.391630 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704f708-106a-4943-97f3-d009de56a5ec req-a93fb79b-2d87-4beb-803d-6a7f3204072c tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:48.400431 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d704f708-106a-4943-97f3-d009de56a5ec req-a93fb79b-2d87-4beb-803d-6a7f3204072c tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 943 time: 0.1740358 Sep 10 15:16:48.419171 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=2b133111-4ab3-4d07-b9af-2d32aff296e8,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:48.422014 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 6879a3f7-aef8-429b-a1fb-ad338b73312f up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:48.451511 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-2706e659-e3bf-4ca5-bc78-236357cc3fbe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bee7eeacd1f84ecbbada79b0ca26d149&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0832758 Sep 10 15:16:48.454204 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 58798) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:48.481742 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.482125 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.483090 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.483428 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.483763 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.484094 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.484424 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.484784 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.485140 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.485469 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.485794 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.486118 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:48.522413 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1a37cd15-ed14-4ad4-b20b-d2decd7ecc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:48.547826 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d704f708-106a-4943-97f3-d009de56a5ec req-24e5883b-3a64-47a0-b98b-083e0b53bac3 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406946 Sep 10 15:16:48.549673 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1a37cd15-ed14-4ad4-b20b-d2decd7ecc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:48.551583 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12690589-2f1c-4915-b251-a694c624ee13 admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:16:48.560573 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:48.569923 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Sync routers for ids ['e3607060-6806-4e8c-99ea-84ddc1bd51ba'] in dv-cinder-760184-10-iscsi {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:16:48.591723 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Routers {'e3607060-6806-4e8c-99ea-84ddc1bd51ba'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:16:48.593136 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:16:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['e3607060-6806-4e8c-99ea-84ddc1bd51ba'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:48.612984 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04604ddd-957e-4035-9c1e-1a580c2a47af req-eab6ed19-466b-4b32-8112-e5537092624e tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:48.614660 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-04604ddd-957e-4035-9c1e-1a580c2a47af req-eab6ed19-466b-4b32-8112-e5537092624e tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.1903756 Sep 10 15:16:48.635097 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e18414-9cd0-4da5-b5ed-77e2a428ba38 x-openstack-request-id: req-a2e18414-9cd0-4da5-b5ed-77e2a428ba38 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:16:48.635934 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf47406a-19d6-4f82-91e6-bdf2c713043a", "name": "network-vif-plugged", "status": "completed", "tag": "2b133111-4ab3-4d07-b9af-2d32aff296e8", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:16:48.636207 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2e18414-9cd0-4da5-b5ed-77e2a428ba38 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:16:48.636654 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf47406a-19d6-4f82-91e6-bdf2c713043a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b133111-4ab3-4d07-b9af-2d32aff296e8', 'code': 200} Sep 10 15:16:48.647149 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port 6879a3f7-aef8-429b-a1fb-ad338b73312f completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:16:48.651627 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 6879a3f7-aef8-429b-a1fb-ad338b73312f triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:48.651967 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:48.655228 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-12690589-2f1c-4915-b251-a694c624ee13 admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:48.662448 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-12690589-2f1c-4915-b251-a694c624ee13 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2898138 Sep 10 15:16:48.663763 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 58800) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:48.746657 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-04604ddd-957e-4035-9c1e-1a580c2a47af req-f4d39d20-1c18-4308-8c05-0dfed127d800 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235271 Sep 10 15:16:48.825021 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:16:48.972861 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03091796-f333-433a-8c94-55ac7221f034 req-c8bd7dad-b6e4-4f63-b0b7-174084ae9a9b tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:48.983874 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-03091796-f333-433a-8c94-55ac7221f034 req-c8bd7dad-b6e4-4f63-b0b7-174084ae9a9b tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 946 time: 0.1961422 Sep 10 15:16:49.040151 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Set router e3607060-6806-4e8c-99ea-84ddc1bd51ba gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:16:49.077790 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-03091796-f333-433a-8c94-55ac7221f034 req-cbf1b5b0-d063-4e21-b1a9-752dac727c4e tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878294 Sep 10 15:16:49.162578 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:49.222936 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1a37cd15-ed14-4ad4-b20b-d2decd7ecc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:49.225902 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1a37cd15-ed14-4ad4-b20b-d2decd7ecc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:49.227322 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-1a37cd15-ed14-4ad4-b20b-d2decd7ecc72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eccba514-ba6a-46a7-b81c-a41721fcdf0a HTTP/1.1" status: 204 len: 168 time: 0.7720008 Sep 10 15:16:49.250507 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37cd15-ed14-4ad4-b20b-d2decd7ecc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccba514-ba6a-46a7-b81c-a41721fcdf0a,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:49.330255 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-197adee0-1ce0-4d03-8e74-44d95a11a41f None None] Provisioning complete for port 6879a3f7-aef8-429b-a1fb-ad338b73312f triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:49.337842 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05771e-17a3-47e0-b056-e80298615579 req-8ccedaba-c67c-4341-a84b-aaa7454f4762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:49.338606 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-197adee0-1ce0-4d03-8e74-44d95a11a41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:49.339891 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-9c05771e-17a3-47e0-b056-e80298615579 req-8ccedaba-c67c-4341-a84b-aaa7454f4762 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 1099 time: 0.3016481 Sep 10 15:16:49.425548 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-9c05771e-17a3-47e0-b056-e80298615579 req-bbb81569-4418-40cf-bdc7-7743c274fcf6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717824 Sep 10 15:16:49.513145 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port 6879a3f7-aef8-429b-a1fb-ad338b73312f, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=6879a3f7-aef8-429b-a1fb-ad338b73312f,segment=NetworkSegment(8be0cd3e-fadf-43c2-810e-a21289c56093),segment_id=8be0cd3e-fadf-43c2-810e-a21289c56093)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:49.544857 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:49.546160 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:49.588365 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad29e3d-862b-44ec-9608-641336ac3ef1 req-8fc95897-0e38-484a-8ed9-c0ad4f9b46b9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:49.594617 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4ad29e3d-862b-44ec-9608-641336ac3ef1 req-8fc95897-0e38-484a-8ed9-c0ad4f9b46b9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.1294611 Sep 10 15:16:49.623268 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3607060-6806-4e8c-99ea-84ddc1bd51ba', 'name': 'tempest-TestVolumeBootPattern-1309082729-router', 'tenant_id': '691bca8725cf4fb294ef452ae69f8bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '9c17aced-790a-45f3-98ff-c2b135a9f579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:43Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 3, 'project_id': '691bca8725cf4fb294ef452ae69f8bb7', 'gw_port': {'id': '9c17aced-790a-45f3-98ff-c2b135a9f579', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3607060-6806-4e8c-99ea-84ddc1bd51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:45Z', 'updated_at': '2021-09-10T15:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:49.682025 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Checking router: e3607060-6806-4e8c-99ea-84ddc1bd51ba for host: dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:16:49.682706 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Updating router e3607060-6806-4e8c-99ea-84ddc1bd51ba port 9c17aced-790a-45f3-98ff-c2b135a9f579 binding host dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:16:49.711026 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=6879a3f7-aef8-429b-a1fb-ad338b73312f,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:49.745114 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:49.831121 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:49.831692 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:49.849036 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4ad29e3d-862b-44ec-9608-641336ac3ef1 req-e41e9026-2da5-49b3-93c9-eb9187264622 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361560 Sep 10 15:16:49.883730 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80f201-662d-49c0-a378-e3e3b7b391eb req-c04c8fec-5664-4104-8cb2-be2e42071f5e tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:49.891099 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6a80f201-662d-49c0-a378-e3e3b7b391eb req-c04c8fec-5664-4104-8cb2-be2e42071f5e tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 944 time: 0.2110589 Sep 10 15:16:49.996182 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6a80f201-662d-49c0-a378-e3e3b7b391eb req-b2fc4a2c-3421-4af0-8ff9-55945890505b tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977252 Sep 10 15:16:50.284044 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80febbe-ca32-4479-b294-fdca9e4612fc req-4ae51ad3-cbd2-4a06-b541-5c3573aa96e5 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:50.284736 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Notify callbacks [] for port, precommit_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:50.295520 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 6879a3f7-aef8-429b-a1fb-ad338b73312f up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:50.297400 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a80febbe-ca32-4479-b294-fdca9e4612fc req-4ae51ad3-cbd2-4a06-b541-5c3573aa96e5 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 946 time: 0.1006966 Sep 10 15:16:50.313948 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.provisioning_blocks [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Transition to ACTIVE for port object 9c17aced-790a-45f3-98ff-c2b135a9f579 will not be triggered until provisioned by entity L2. {{(pid=94034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:16:50.336092 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:50.405063 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 6879a3f7-aef8-429b-a1fb-ad338b73312f triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:50.405441 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:50.415117 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a80febbe-ca32-4479-b294-fdca9e4612fc req-42757418-e5e6-47b4-a932-7b8375590231 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167722 Sep 10 15:16:50.471702 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Attempting to bind port 9c17aced-790a-45f3-98ff-c2b135a9f579 on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:16:50.473717 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Attempting to bind port 9c17aced-790a-45f3-98ff-c2b135a9f579 by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}] {{(pid=94034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:16:50.474629 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Attempting to bind port 9c17aced-790a-45f3-98ff-c2b135a9f579 on network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:16:50.475444 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6da13631-2269-4896-8e49-bf1be63542f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:50.478393 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527174d-4f3f-487a-bbab-c0700087204e None None] Pushing event updated for resources: {'Port': ['ID=9c17aced-790a-45f3-98ff-c2b135a9f579,revision_number=2']} {{(pid=94034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:50.492801 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:16:50.493195 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Checking segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:16:50.493593 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:50.495148 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Bound using segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:16:50.495635 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Bound port: 9c17aced-790a-45f3-98ff-c2b135a9f579, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}}] {{(pid=94034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:16:50.496032 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:50.581573 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.db [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] For port 9c17aced-790a-45f3-98ff-c2b135a9f579, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:16:50.584796 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.db [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] For port 9c17aced-790a-45f3-98ff-c2b135a9f579, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=9c17aced-790a-45f3-98ff-c2b135a9f579,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:16:50.594784 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:50.687503 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Routers {'e3607060-6806-4e8c-99ea-84ddc1bd51ba'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:16:50.689418 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:16:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['e3607060-6806-4e8c-99ea-84ddc1bd51ba'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:50.755515 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-6da13631-2269-4896-8e49-bf1be63542f8 admin admin] Allocated IP 172.20.0.1 (33097632-7b45-41bc-b06e-93309326df29/307a9f56-6ec1-4f84-b56b-d9cdcaf2c0c1/00cf5ef6-f6c7-4c93-a236-164eac14607d) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:16:50.904525 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] Set router e3607060-6806-4e8c-99ea-84ddc1bd51ba gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:16:50.979067 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6da13631-2269-4896-8e49-bf1be63542f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:51.004312 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-6da13631-2269-4896-8e49-bf1be63542f8 admin admin] Transition to ACTIVE for port object 00cf5ef6-f6c7-4c93-a236-164eac14607d will not be triggered until provisioned by entity DHCP. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:16:51.011215 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527174d-4f3f-487a-bbab-c0700087204e None None] Pushing event updated for resources: {'Port': ['ID=9c17aced-790a-45f3-98ff-c2b135a9f579,revision_number=3']} {{(pid=94034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:51.073727 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6da13631-2269-4896-8e49-bf1be63542f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:51.096254 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c2c3c-78f8-4f65-944a-875416509874 req-707e5455-caf9-4e43-9dac-f6163008785d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:51.116801 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e86c2c3c-78f8-4f65-944a-875416509874 req-707e5455-caf9-4e43-9dac-f6163008785d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.1151376 Sep 10 15:16:51.143718 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da13631-2269-4896-8e49-bf1be63542f8 admin admin] Network 33097632-7b45-41bc-b06e-93309326df29 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:16:51.147950 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-6da13631-2269-4896-8e49-bf1be63542f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:16:51.166321 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da13631-2269-4896-8e49-bf1be63542f8 admin admin] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:16:51.188453 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3607060-6806-4e8c-99ea-84ddc1bd51ba', 'name': 'tempest-TestVolumeBootPattern-1309082729-router', 'tenant_id': '691bca8725cf4fb294ef452ae69f8bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '9c17aced-790a-45f3-98ff-c2b135a9f579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:43Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 3, 'project_id': '691bca8725cf4fb294ef452ae69f8bb7', 'gw_port': {'id': '9c17aced-790a-45f3-98ff-c2b135a9f579', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3607060-6806-4e8c-99ea-84ddc1bd51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:45Z', 'updated_at': '2021-09-10T15:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:51.193745 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da13631-2269-4896-8e49-bf1be63542f8 admin admin] Pushing event updated for resources: {'Port': ['ID=00cf5ef6-f6c7-4c93-a236-164eac14607d,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:51.222758 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6da13631-2269-4896-8e49-bf1be63542f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551047'] for router_interface, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:51.229555 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc8772f-04d5-4eee-98f9-bed489f0f193 None None] The sync data for ids ['e3607060-6806-4e8c-99ea-84ddc1bd51ba'] in dv-cinder-760184-10-iscsi is: [{'id': 'e3607060-6806-4e8c-99ea-84ddc1bd51ba', 'name': 'tempest-TestVolumeBootPattern-1309082729-router', 'tenant_id': '691bca8725cf4fb294ef452ae69f8bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '9c17aced-790a-45f3-98ff-c2b135a9f579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:43Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 3, 'project_id': '691bca8725cf4fb294ef452ae69f8bb7', 'gw_port': {'id': '9c17aced-790a-45f3-98ff-c2b135a9f579', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3607060-6806-4e8c-99ea-84ddc1bd51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:45Z', 'updated_at': '2021-09-10T15:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}] {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:16:51.266739 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e86c2c3c-78f8-4f65-944a-875416509874 req-43ad7651-fa5b-4fcc-a38b-b30f5f0c9d14 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313639 Sep 10 15:16:51.337573 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:51.492438 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af399aa0-c4d2-4684-ab6d-d5f23a1b7f16 req-7c5a5b4a-f0e1-4687-9f74-51b81045508c tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:51.500891 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:16:51.505397 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-af399aa0-c4d2-4684-ab6d-d5f23a1b7f16 req-7c5a5b4a-f0e1-4687-9f74-51b81045508c tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 944 time: 0.1220574 Sep 10 15:16:51.507995 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:51.508397 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:51.584096 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6da13631-2269-4896-8e49-bf1be63542f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:51.619456 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-af399aa0-c4d2-4684-ab6d-d5f23a1b7f16 req-482c5735-ed5a-4d7d-b152-6230f0c09c8a tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125286 Sep 10 15:16:51.667627 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-f9b01e9e-ef3c-40b9-a54f-cf0407b7627f None None] Provisioning for port 00cf5ef6-f6c7-4c93-a236-164eac14607d completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:16:51.685823 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-f9b01e9e-ef3c-40b9-a54f-cf0407b7627f None None] Provisioning complete for port 00cf5ef6-f6c7-4c93-a236-164eac14607d triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:51.691607 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-f9b01e9e-ef3c-40b9-a54f-cf0407b7627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:51.851963 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0f302-295c-472c-a263-20a2837f99e6 req-1309123f-6959-49b6-933a-1299031141e3 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:51.862931 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9cb0f302-295c-472c-a263-20a2837f99e6 req-1309123f-6959-49b6-933a-1299031141e3 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 946 time: 0.1059699 Sep 10 15:16:51.873453 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-f9b01e9e-ef3c-40b9-a54f-cf0407b7627f None None] Port 00cf5ef6-f6c7-4c93-a236-164eac14607d cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:16:51.875170 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:51.972070 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edca3d10-40de-414a-8636-dfd69b0afb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:16:51.987515 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9cb0f302-295c-472c-a263-20a2837f99e6 req-75ef7b03-0ace-4805-8262-efb490786299 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099696 Sep 10 15:16:51.988991 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5102484-60d1-4078-9915-b4702541e0c1" -d '{"events": [{"server_uuid": "edca3d10-40de-414a-8636-dfd69b0afb03", "name": "network-vif-plugged", "status": "completed", "tag": "ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:16:52.016059 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91,segment=NetworkSegment(1e84fc20-9360-4feb-9506-971591d93c01),segment_id=1e84fc20-9360-4feb-9506-971591d93c01)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:52.042770 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:52.086648 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a3582e-f8d4-44a4-bc85-89d599cefdf0 x-openstack-request-id: req-b7a3582e-f8d4-44a4-bc85-89d599cefdf0 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:16:52.086937 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edca3d10-40de-414a-8636-dfd69b0afb03", "name": "network-vif-plugged", "status": "completed", "tag": "ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:16:52.087184 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7a3582e-f8d4-44a4-bc85-89d599cefdf0 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:16:52.087569 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edca3d10-40de-414a-8636-dfd69b0afb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91', 'code': 200} Sep 10 15:16:52.092304 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6da13631-2269-4896-8e49-bf1be63542f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:52.103533 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6da13631-2269-4896-8e49-bf1be63542f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:52.155849 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:52.293191 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da13631-2269-4896-8e49-bf1be63542f8 admin admin] Pushing event updated for resources: {'Port': ['ID=00cf5ef6-f6c7-4c93-a236-164eac14607d,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:52.302315 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6da13631-2269-4896-8e49-bf1be63542f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547095'] for router_interface, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:52.354981 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 9c17aced-790a-45f3-98ff-c2b135a9f579 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:52.362016 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18858ded-616e-4144-975c-2b23224f7fd1 req-60245748-4ac4-4d32-b20c-99be1e1773f8 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:52.363592 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-18858ded-616e-4144-975c-2b23224f7fd1 req-60245748-4ac4-4d32-b20c-99be1e1773f8 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 946 time: 0.1666987 Sep 10 15:16:52.437888 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-18858ded-616e-4144-975c-2b23224f7fd1 req-06ec4b2a-07dd-4e8b-bbe7-4cdeef281548 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665927 Sep 10 15:16:52.457923 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port 9c17aced-790a-45f3-98ff-c2b135a9f579 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:16:52.478480 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 9c17aced-790a-45f3-98ff-c2b135a9f579 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:52.480135 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:52.544036 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccaf5c9-9335-4f9f-80cb-b7dcc81d3cd0 req-aa87dc7b-612c-46b8-a07a-ae487315d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:52.546580 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-fccaf5c9-9335-4f9f-80cb-b7dcc81d3cd0 req-aa87dc7b-612c-46b8-a07a-ae487315d1c9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 1098 time: 0.1997762 Sep 10 15:16:52.568119 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc488244-6846-45c0-a294-1af3bc3740eb req-795863e0-93ce-405e-8121-71dd113dbe9d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:52.571841 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bc488244-6846-45c0-a294-1af3bc3740eb req-795863e0-93ce-405e-8121-71dd113dbe9d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.1301372 Sep 10 15:16:52.618853 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-fccaf5c9-9335-4f9f-80cb-b7dcc81d3cd0 req-0b1b0049-966d-4fac-87fa-ca49a295cc45 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563533 Sep 10 15:16:52.628802 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da13631-2269-4896-8e49-bf1be63542f8 admin admin] Network 33097632-7b45-41bc-b06e-93309326df29 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:16:52.630504 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-6da13631-2269-4896-8e49-bf1be63542f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:16:52.664987 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bc488244-6846-45c0-a294-1af3bc3740eb req-8e1820f6-5a35-4e74-bc88-068e0b9d84d0 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856552 Sep 10 15:16:52.667465 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:52.695441 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port 9c17aced-790a-45f3-98ff-c2b135a9f579, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=9c17aced-790a-45f3-98ff-c2b135a9f579,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:52.704544 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:52.837766 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=9c17aced-790a-45f3-98ff-c2b135a9f579,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:52.844210 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da13631-2269-4896-8e49-bf1be63542f8 admin admin] Router e3607060-6806-4e8c-99ea-84ddc1bd51ba has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:16:52.900709 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ef153-b70c-42a3-9923-3bd37c5cb3e9 req-96353dff-4a7b-46bc-894b-85ab815b9769 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:52.914016 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-462ef153-b70c-42a3-9923-3bd37c5cb3e9 req-96353dff-4a7b-46bc-894b-85ab815b9769 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 945 time: 0.0984199 Sep 10 15:16:52.967739 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-462ef153-b70c-42a3-9923-3bd37c5cb3e9 req-6133c13d-e5bf-46f8-ba97-ea96e5d710d8 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525088 Sep 10 15:16:53.014422 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-09f9677e-3554-4dea-af4b-b6e3b2c3ed90 None None] Provisioning complete for port 00cf5ef6-f6c7-4c93-a236-164eac14607d triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:53.014806 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-09f9677e-3554-4dea-af4b-b6e3b2c3ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:53.021766 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da13631-2269-4896-8e49-bf1be63542f8 admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:16:53.043153 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-6da13631-2269-4896-8e49-bf1be63542f8 admin admin] 10.222.0.32 "PUT /v2.0/routers/e3607060-6806-4e8c-99ea-84ddc1bd51ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3653400 Sep 10 15:16:53.106317 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-09f9677e-3554-4dea-af4b-b6e3b2c3ed90 None None] Port 00cf5ef6-f6c7-4c93-a236-164eac14607d cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:16:53.157362 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f7ded-1906-4a3e-ab10-5445d6abc4ee req-08ac9f89-1e86-43e8-84ca-07542e880d8d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:53.166665 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-923f7ded-1906-4a3e-ab10-5445d6abc4ee req-08ac9f89-1e86-43e8-84ca-07542e880d8d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 946 time: 0.0992038 Sep 10 15:16:53.211416 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-923f7ded-1906-4a3e-ab10-5445d6abc4ee req-7de19061-23fc-4fdb-9ad1-65f3eea16b11 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434544 Sep 10 15:16:53.643904 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 58910) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:53.648438 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-051471a1-a98a-45a1-b9ce-e17f4e0245e1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1134743845', 'description': 'tempest-secgroup-smoke-1134743845 description', 'project_id': '90064210fccc4fb2a9db8b495df16e58'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:16:53.710519 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-051471a1-a98a-45a1-b9ce-e17f4e0245e1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:53.875189 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-051471a1-a98a-45a1-b9ce-e17f4e0245e1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:53.884661 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-051471a1-a98a-45a1-b9ce-e17f4e0245e1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:53.915013 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edde844-2217-4ab7-b6bc-575258a6f021 req-f10dba94-40b4-44da-a577-60602cd8926d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:53.918049 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6edde844-2217-4ab7-b6bc-575258a6f021 req-f10dba94-40b4-44da-a577-60602cd8926d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.1277287 Sep 10 15:16:53.927860 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-051471a1-a98a-45a1-b9ce-e17f4e0245e1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:53.929246 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-051471a1-a98a-45a1-b9ce-e17f4e0245e1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2844799 Sep 10 15:16:53.932241 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 58922) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:53.936874 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-e088b7fc-a6d1-438a-a148-7c98924492e3 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Request body: {'security_group_rule': {'security_group_id': 'bb510f31-e5b5-4cc1-9f6a-086d99594c6a', 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:16:53.941747 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051471a1-a98a-45a1-b9ce-e17f4e0245e1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb510f31-e5b5-4cc1-9f6a-086d99594c6a,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:53.990983 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e088b7fc-a6d1-438a-a148-7c98924492e3 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:53.993168 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6edde844-2217-4ab7-b6bc-575258a6f021 req-9d28ceb2-f34d-44e3-8ba6-8afcdadbfd5d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649385 Sep 10 15:16:54.035223 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Sync routers for ids ['e3607060-6806-4e8c-99ea-84ddc1bd51ba'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:16:54.041840 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:54.046958 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Routers {'e3607060-6806-4e8c-99ea-84ddc1bd51ba'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:16:54.047799 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:16:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['e3607060-6806-4e8c-99ea-84ddc1bd51ba'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:54.103011 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e088b7fc-a6d1-438a-a148-7c98924492e3 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:54.110673 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e088b7fc-a6d1-438a-a148-7c98924492e3 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:54.141240 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f9eab-634f-4f3e-a9dc-8151596e1465 req-abffde4b-f63a-43d9-a22d-f1e4fbfab1d5 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:54.142909 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-331f9eab-634f-4f3e-a9dc-8151596e1465 req-abffde4b-f63a-43d9-a22d-f1e4fbfab1d5 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 945 time: 0.0739665 Sep 10 15:16:54.166404 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088b7fc-a6d1-438a-a148-7c98924492e3 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61fb3bc0-66ef-4d0f-a6e2-d887bc402c81,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:54.177077 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e088b7fc-a6d1-438a-a148-7c98924492e3 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:54.180650 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-e088b7fc-a6d1-438a-a148-7c98924492e3 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2473271 Sep 10 15:16:54.182205 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 58926) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:54.192259 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-0eadd12d-551b-4f2d-b3f1-c4293285bbc8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Request body: {'security_group_rule': {'security_group_id': 'bb510f31-e5b5-4cc1-9f6a-086d99594c6a', 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:16:54.213113 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-331f9eab-634f-4f3e-a9dc-8151596e1465 req-0f7d0b22-3c0b-4b46-a0e2-fd1aace70b39 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628519 Sep 10 15:16:54.243444 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Set router e3607060-6806-4e8c-99ea-84ddc1bd51ba gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:16:54.255363 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0eadd12d-551b-4f2d-b3f1-c4293285bbc8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:54.291530 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 9c17aced-790a-45f3-98ff-c2b135a9f579 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:54.376531 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0eadd12d-551b-4f2d-b3f1-c4293285bbc8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:54.386636 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0eadd12d-551b-4f2d-b3f1-c4293285bbc8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:54.407097 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadd12d-551b-4f2d-b3f1-c4293285bbc8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3c9e12-c242-47b9-a7ad-612dbc4459a0,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:54.421936 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0eadd12d-551b-4f2d-b3f1-c4293285bbc8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:54.425780 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-0eadd12d-551b-4f2d-b3f1-c4293285bbc8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2398577 Sep 10 15:16:54.426422 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 58958) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:54.431075 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-d2e515bf-6b26-4aca-96fb-2c6d7812bcd1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Request body: {'security_group_rule': {'security_group_id': 'bb510f31-e5b5-4cc1-9f6a-086d99594c6a', 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:16:54.455565 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 9c17aced-790a-45f3-98ff-c2b135a9f579 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:54.455940 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:54.490549 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d2e515bf-6b26-4aca-96fb-2c6d7812bcd1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:54.600348 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d2e515bf-6b26-4aca-96fb-2c6d7812bcd1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:54.610439 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d2e515bf-6b26-4aca-96fb-2c6d7812bcd1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:54.611114 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3607060-6806-4e8c-99ea-84ddc1bd51ba', 'name': 'tempest-TestVolumeBootPattern-1309082729-router', 'tenant_id': '691bca8725cf4fb294ef452ae69f8bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '9c17aced-790a-45f3-98ff-c2b135a9f579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:43Z', 'updated_at': '2021-09-10T15:16:51Z', 'revision_number': 4, 'project_id': '691bca8725cf4fb294ef452ae69f8bb7', 'gw_port': {'id': '9c17aced-790a-45f3-98ff-c2b135a9f579', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3607060-6806-4e8c-99ea-84ddc1bd51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:45Z', 'updated_at': '2021-09-10T15:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '00cf5ef6-f6c7-4c93-a236-164eac14607d', 'name': '', 'network_id': '33097632-7b45-41bc-b06e-93309326df29', 'tenant_id': '691bca8725cf4fb294ef452ae69f8bb7', 'mac_address': 'fa:16:3e:6a:d5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3607060-6806-4e8c-99ea-84ddc1bd51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '307a9f56-6ec1-4f84-b56b-d9cdcaf2c0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:50Z', 'updated_at': '2021-09-10T15:16:51Z', 'revision_number': 2, 'project_id': '691bca8725cf4fb294ef452ae69f8bb7', 'subnets': [{'id': '307a9f56-6ec1-4f84-b56b-d9cdcaf2c0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:54.641671 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Checking router: e3607060-6806-4e8c-99ea-84ddc1bd51ba for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:16:54.642555 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Updating router e3607060-6806-4e8c-99ea-84ddc1bd51ba port 00cf5ef6-f6c7-4c93-a236-164eac14607d binding host dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:16:54.648220 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e515bf-6b26-4aca-96fb-2c6d7812bcd1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597ed4be-fa57-43be-b287-468b33fccfff,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:54.664786 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d2e515bf-6b26-4aca-96fb-2c6d7812bcd1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:54.669132 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 58972) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:54.670524 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-d2e515bf-6b26-4aca-96fb-2c6d7812bcd1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2418144 Sep 10 15:16:54.672150 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:54.674490 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-cd18779e-51a3-40df-9830-b80aa46377c3 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Request body: {'security_group_rule': {'security_group_id': 'bb510f31-e5b5-4cc1-9f6a-086d99594c6a', 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:16:54.723588 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cd18779e-51a3-40df-9830-b80aa46377c3 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:54.891689 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cd18779e-51a3-40df-9830-b80aa46377c3 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:54.908700 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cd18779e-51a3-40df-9830-b80aa46377c3 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:54.947110 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18779e-51a3-40df-9830-b80aa46377c3 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee19fef-9028-4dbe-a757-2f1d652e3dd7,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:54.962803 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cd18779e-51a3-40df-9830-b80aa46377c3 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:54.968603 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-cd18779e-51a3-40df-9830-b80aa46377c3 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2977424 Sep 10 15:16:54.971211 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 58984) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:54.976095 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-20b82bd9-e17f-47c7-994c-11f47eb4d215 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Request body: {'security_group_rule': {'security_group_id': 'bb510f31-e5b5-4cc1-9f6a-086d99594c6a', 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:16:55.032442 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.securitygroups_db [None req-20b82bd9-e17f-47c7-994c-11f47eb4d215 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Project 90064210fccc4fb2a9db8b495df16e58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 15:16:55.044386 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-20b82bd9-e17f-47c7-994c-11f47eb4d215 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:55.073333 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Notify callbacks [] for port, precommit_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:55.085423 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Transition to ACTIVE for port object 00cf5ef6-f6c7-4c93-a236-164eac14607d will not be triggered until provisioned by entity L2. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:16:55.093365 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:55.135463 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-20b82bd9-e17f-47c7-994c-11f47eb4d215 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:55.140581 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-20b82bd9-e17f-47c7-994c-11f47eb4d215 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:55.166165 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b82bd9-e17f-47c7-994c-11f47eb4d215 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e96df1-9816-41d7-8077-c1a8b841e32a,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:55.180104 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-20b82bd9-e17f-47c7-994c-11f47eb4d215 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:55.185713 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-20b82bd9-e17f-47c7-994c-11f47eb4d215 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2128332 Sep 10 15:16:55.188193 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 58990) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:55.193725 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-e61924b4-d5c8-44b7-84d4-901fddc3047d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Request body: {'security_group_rule': {'security_group_id': 'bb510f31-e5b5-4cc1-9f6a-086d99594c6a', 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:16:55.208979 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5f8ae-62f7-4359-abc0-245fb1986bf8 req-dd03b7a6-0799-46ea-881d-ef0b781da124 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:55.227943 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-97e5f8ae-62f7-4359-abc0-245fb1986bf8 req-dd03b7a6-0799-46ea-881d-ef0b781da124 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.1076267 Sep 10 15:16:55.273321 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85923921-259b-4258-bd5f-4e100e4c9dec None None] Pushing event updated for resources: {'Port': ['ID=00cf5ef6-f6c7-4c93-a236-164eac14607d,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:55.312620 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Attempting to bind port 00cf5ef6-f6c7-4c93-a236-164eac14607d on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:16:55.313094 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Attempting to bind port 00cf5ef6-f6c7-4c93-a236-164eac14607d by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': '8be0cd3e-fadf-43c2-810e-a21289c56093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33097632-7b45-41bc-b06e-93309326df29'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:16:55.313515 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Attempting to bind port 00cf5ef6-f6c7-4c93-a236-164eac14607d on network 33097632-7b45-41bc-b06e-93309326df29 {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:16:55.325927 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:16:55.326698 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Checking segment: {'id': '8be0cd3e-fadf-43c2-810e-a21289c56093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33097632-7b45-41bc-b06e-93309326df29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:16:55.327863 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:55.328559 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Bound using segment: {'id': '8be0cd3e-fadf-43c2-810e-a21289c56093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33097632-7b45-41bc-b06e-93309326df29'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:16:55.330865 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.securitygroups_db [None req-e61924b4-d5c8-44b7-84d4-901fddc3047d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Project 90064210fccc4fb2a9db8b495df16e58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 15:16:55.332385 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Bound port: 00cf5ef6-f6c7-4c93-a236-164eac14607d, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be0cd3e-fadf-43c2-810e-a21289c56093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33097632-7b45-41bc-b06e-93309326df29'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:16:55.333327 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:55.342304 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-97e5f8ae-62f7-4359-abc0-245fb1986bf8 req-e0a43a13-578a-4dc6-916d-fa9f46a1b085 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122046 Sep 10 15:16:55.349408 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e61924b4-d5c8-44b7-84d4-901fddc3047d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:55.446112 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] For port 00cf5ef6-f6c7-4c93-a236-164eac14607d, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:16:55.449878 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] For port 00cf5ef6-f6c7-4c93-a236-164eac14607d, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=00cf5ef6-f6c7-4c93-a236-164eac14607d,segment=NetworkSegment(8be0cd3e-fadf-43c2-810e-a21289c56093),segment_id=8be0cd3e-fadf-43c2-810e-a21289c56093)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:16:55.452671 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e61924b4-d5c8-44b7-84d4-901fddc3047d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:55.455724 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:55.461850 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e61924b4-d5c8-44b7-84d4-901fddc3047d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:55.515396 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61924b4-d5c8-44b7-84d4-901fddc3047d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14de355f-d4a6-43ef-9d6d-dd9089ea8ced,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:55.520041 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Routers {'e3607060-6806-4e8c-99ea-84ddc1bd51ba'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:16:55.520781 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:16:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['e3607060-6806-4e8c-99ea-84ddc1bd51ba'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:55.523362 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e61924b4-d5c8-44b7-84d4-901fddc3047d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:55.538365 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-e61924b4-d5c8-44b7-84d4-901fddc3047d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3395979 Sep 10 15:16:55.604648 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85923921-259b-4258-bd5f-4e100e4c9dec None None] Pushing event updated for resources: {'Port': ['ID=00cf5ef6-f6c7-4c93-a236-164eac14607d,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:55.849311 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] Set router e3607060-6806-4e8c-99ea-84ddc1bd51ba gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:16:56.166638 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3607060-6806-4e8c-99ea-84ddc1bd51ba', 'name': 'tempest-TestVolumeBootPattern-1309082729-router', 'tenant_id': '691bca8725cf4fb294ef452ae69f8bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '9c17aced-790a-45f3-98ff-c2b135a9f579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:43Z', 'updated_at': '2021-09-10T15:16:51Z', 'revision_number': 4, 'project_id': '691bca8725cf4fb294ef452ae69f8bb7', 'gw_port': {'id': '9c17aced-790a-45f3-98ff-c2b135a9f579', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3607060-6806-4e8c-99ea-84ddc1bd51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:45Z', 'updated_at': '2021-09-10T15:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '00cf5ef6-f6c7-4c93-a236-164eac14607d', 'name': '', 'network_id': '33097632-7b45-41bc-b06e-93309326df29', 'tenant_id': '691bca8725cf4fb294ef452ae69f8bb7', 'mac_address': 'fa:16:3e:6a:d5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3607060-6806-4e8c-99ea-84ddc1bd51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '307a9f56-6ec1-4f84-b56b-d9cdcaf2c0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:50Z', 'updated_at': '2021-09-10T15:16:55Z', 'revision_number': 4, 'project_id': '691bca8725cf4fb294ef452ae69f8bb7', 'subnets': [{'id': '307a9f56-6ec1-4f84-b56b-d9cdcaf2c0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:56.197820 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a1413-3165-48e5-a6a4-6395f3d8ba09 None None] The sync data for ids ['e3607060-6806-4e8c-99ea-84ddc1bd51ba'] in dv-cinder-760184-10-iscsi is: [{'id': 'e3607060-6806-4e8c-99ea-84ddc1bd51ba', 'name': 'tempest-TestVolumeBootPattern-1309082729-router', 'tenant_id': '691bca8725cf4fb294ef452ae69f8bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '9c17aced-790a-45f3-98ff-c2b135a9f579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:43Z', 'updated_at': '2021-09-10T15:16:51Z', 'revision_number': 4, 'project_id': '691bca8725cf4fb294ef452ae69f8bb7', 'gw_port': {'id': '9c17aced-790a-45f3-98ff-c2b135a9f579', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3607060-6806-4e8c-99ea-84ddc1bd51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:45Z', 'updated_at': '2021-09-10T15:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '00cf5ef6-f6c7-4c93-a236-164eac14607d', 'name': '', 'network_id': '33097632-7b45-41bc-b06e-93309326df29', 'tenant_id': '691bca8725cf4fb294ef452ae69f8bb7', 'mac_address': 'fa:16:3e:6a:d5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3607060-6806-4e8c-99ea-84ddc1bd51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '307a9f56-6ec1-4f84-b56b-d9cdcaf2c0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:50Z', 'updated_at': '2021-09-10T15:16:55Z', 'revision_number': 4, 'project_id': '691bca8725cf4fb294ef452ae69f8bb7', 'subnets': [{'id': '307a9f56-6ec1-4f84-b56b-d9cdcaf2c0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:16:56.516305 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba402d16-399d-4429-ad9c-729d5805dc8c req-7030ab84-f307-4299-8985-e40e5349594f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:56.524255 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba402d16-399d-4429-ad9c-729d5805dc8c req-7030ab84-f307-4299-8985-e40e5349594f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0841799 Sep 10 15:16:56.578844 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba402d16-399d-4429-ad9c-729d5805dc8c req-f228697f-f365-4724-a3be-a66c466c355c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423565 Sep 10 15:16:56.753565 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6ddd6c13-bcd1-49d7-8f47-2118aa10f844 req-9ce362fb-0572-4c03-bc01-dd70a140aca5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0894642 Sep 10 15:16:56.832956 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd6c13-bcd1-49d7-8f47-2118aa10f844 req-3850e053-97f1-42aa-9727-4180d531ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:56.834514 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6ddd6c13-bcd1-49d7-8f47-2118aa10f844 req-3850e053-97f1-42aa-9727-4180d531ad08 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d4ba512da8349e891d810bef26b5436&device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 1099 time: 0.0492754 Sep 10 15:16:57.155221 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd6c13-bcd1-49d7-8f47-2118aa10f844 req-f87f157b-eb92-433b-8aba-16642d5bd6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:57.155564 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6ddd6c13-bcd1-49d7-8f47-2118aa10f844 req-f87f157b-eb92-433b-8aba-16642d5bd6c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89c82b9c-da29-44a5-a286-a7806dfed4d4 HTTP/1.1" status: 200 len: 920 time: 0.2910328 Sep 10 15:16:57.227564 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6ddd6c13-bcd1-49d7-8f47-2118aa10f844 req-599fd08e-1172-462e-a284-cdcf2fe69abe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d02bca86-b039-4bf9-a8de-a7bb3c50293e HTTP/1.1" status: 200 len: 217 time: 0.0616381 Sep 10 15:16:57.379177 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd6c13-bcd1-49d7-8f47-2118aa10f844 req-7c32bdb1-9121-4585-9e33-66b6e3e00361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:57.385473 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6ddd6c13-bcd1-49d7-8f47-2118aa10f844 req-7c32bdb1-9121-4585-9e33-66b6e3e00361 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=56d1c94b-8bee-42a2-9581-b70245d1f7a7 HTTP/1.1" status: 200 len: 859 time: 0.1442084 Sep 10 15:16:57.452181 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6ddd6c13-bcd1-49d7-8f47-2118aa10f844 req-f244e982-994f-4112-8231-7c8dccaa882b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89c82b9c-da29-44a5-a286-a7806dfed4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525460 Sep 10 15:16:57.613855 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6ddd6c13-bcd1-49d7-8f47-2118aa10f844 req-ea7f19fd-e72d-468b-88c6-f19157f44880 service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529610 Sep 10 15:16:57.777342 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9061b8-444a-4aa9-80e9-c10b2ed14da5 req-b005202c-cb4d-40b3-bf1d-99c770fe8585 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:57.795913 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ed9061b8-444a-4aa9-80e9-c10b2ed14da5 req-b005202c-cb4d-40b3-bf1d-99c770fe8585 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.1053443 Sep 10 15:16:57.805041 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6ddd6c13-bcd1-49d7-8f47-2118aa10f844 req-685b0dd9-a14b-4c33-b01f-cc02b6f0a842 service neutron] 10.222.0.43 "GET /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793976 Sep 10 15:16:57.885822 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ed9061b8-444a-4aa9-80e9-c10b2ed14da5 req-99ddbc9f-7e6d-4fd0-8ac1-7c416b54e88e tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874705 Sep 10 15:16:58.351298 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 00cf5ef6-f6c7-4c93-a236-164eac14607d up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:58.547723 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fe4e473a-63d3-4273-b80d-b33c709a4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:58.582652 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port 00cf5ef6-f6c7-4c93-a236-164eac14607d completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:16:58.587639 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 00cf5ef6-f6c7-4c93-a236-164eac14607d triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:58.588060 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:58.658936 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f1a9d-47f4-44d1-809a-50fbb36ef300 req-9d4ceff0-e1c3-4029-9e18-34a0a3702c74 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:58.660633 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-152f1a9d-47f4-44d1-809a-50fbb36ef300 req-9d4ceff0-e1c3-4029-9e18-34a0a3702c74 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0999162 Sep 10 15:16:58.699222 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:58.736603 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-152f1a9d-47f4-44d1-809a-50fbb36ef300 req-36e8e4af-ca43-4029-82ff-64d3fb94007b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612600 Sep 10 15:16:58.759969 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port 00cf5ef6-f6c7-4c93-a236-164eac14607d, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=00cf5ef6-f6c7-4c93-a236-164eac14607d,segment=NetworkSegment(8be0cd3e-fadf-43c2-810e-a21289c56093),segment_id=8be0cd3e-fadf-43c2-810e-a21289c56093)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:58.767739 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:58.831622 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=00cf5ef6-f6c7-4c93-a236-164eac14607d,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:59.089549 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827f3f4-84d4-48d3-9e0f-6076625eaff1 req-c428401c-af3b-40c7-8279-477014f0af4a tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:59.091032 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3827f3f4-84d4-48d3-9e0f-6076625eaff1 req-c428401c-af3b-40c7-8279-477014f0af4a tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0745924 Sep 10 15:16:59.134838 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3827f3f4-84d4-48d3-9e0f-6076625eaff1 req-7348e698-1e20-4c37-89b3-1a988fe23dbb tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352082 Sep 10 15:16:59.908672 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7216a76-675a-4c96-b75f-9cf5dd728b14 req-a14a3cca-aeb8-4f92-bec1-de2b2018772f tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:59.910568 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c7216a76-675a-4c96-b75f-9cf5dd728b14 req-a14a3cca-aeb8-4f92-bec1-de2b2018772f tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0891953 Sep 10 15:16:59.953117 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c7216a76-675a-4c96-b75f-9cf5dd728b14 req-c38b390b-23dd-433a-b36e-2906606db442 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365458 Sep 10 15:17:00.203256 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 59180) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:00.236868 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 00cf5ef6-f6c7-4c93-a236-164eac14607d up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:17:00.311432 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ad797-3c80-4b6b-b200-005a91f69add req-41829d11-35c7-4d12-942e-26bfac75e730 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:00.314041 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8d5ad797-3c80-4b6b-b200-005a91f69add req-41829d11-35c7-4d12-942e-26bfac75e730 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0842226 Sep 10 15:17:00.318945 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 00cf5ef6-f6c7-4c93-a236-164eac14607d triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:17:00.319397 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:00.356270 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8d5ad797-3c80-4b6b-b200-005a91f69add req-31876804-3172-48fd-9a12-a9c346842789 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354114 Sep 10 15:17:00.365993 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-36015d17-9e9e-4be9-9821-71005dc5a563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:00.468071 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-36015d17-9e9e-4be9-9821-71005dc5a563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:00.472646 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-36015d17-9e9e-4be9-9821-71005dc5a563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:00.508396 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36015d17-9e9e-4be9-9821-71005dc5a563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dcf491-4816-4d41-954d-0b6e13617720,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:00.515435 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-36015d17-9e9e-4be9-9821-71005dc5a563 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd76b4521c6449caa14fcbc89d9091f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083897 Sep 10 15:17:00.515815 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 59188) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:00.565248 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a4baff6f-3567-44c5-a250-53679315c30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:00.586291 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a4baff6f-3567-44c5-a250-53679315c30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:00.638267 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a4baff6f-3567-44c5-a250-53679315c30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:00.640890 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a4baff6f-3567-44c5-a250-53679315c30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:00.642031 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-a4baff6f-3567-44c5-a250-53679315c30e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63dcf491-4816-4d41-954d-0b6e13617720 HTTP/1.1" status: 204 len: 168 time: 0.1253600 Sep 10 15:17:00.649286 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4baff6f-3567-44c5-a250-53679315c30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dcf491-4816-4d41-954d-0b6e13617720,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:00.876059 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-8c42892f-e0b7-423b-a023-c6a0988af5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:01.087416 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45285cff-2dd5-4395-87b5-a1bab45f3566 req-84b3643a-aa2f-4e73-81c1-b4064a1071f0 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:01.089125 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-45285cff-2dd5-4395-87b5-a1bab45f3566 req-84b3643a-aa2f-4e73-81c1-b4064a1071f0 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0606630 Sep 10 15:17:01.131916 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-45285cff-2dd5-4395-87b5-a1bab45f3566 req-40df5287-d0de-4856-b6ff-b82f40e81313 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362310 Sep 10 15:17:01.310481 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:01.490934 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3cbe3-d0ea-452c-b012-4a5359ca481b req-def0830b-b3a7-4c74-9d1c-a5dcb2a031ad tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:01.493231 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-11b3cbe3-d0ea-452c-b012-4a5359ca481b req-def0830b-b3a7-4c74-9d1c-a5dcb2a031ad tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0610855 Sep 10 15:17:01.520880 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f12a78-9c17-4fd8-b0f3-1053be54e31d req-913334fc-4a3e-40db-8e21-f1373931ccfb tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:01.522604 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-96f12a78-9c17-4fd8-b0f3-1053be54e31d req-913334fc-4a3e-40db-8e21-f1373931ccfb tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.43 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 946 time: 0.0556359 Sep 10 15:17:01.532322 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-11b3cbe3-d0ea-452c-b012-4a5359ca481b req-39865e4b-8ccf-402a-9c79-27ede7357cda tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329285 Sep 10 15:17:01.631919 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-96f12a78-9c17-4fd8-b0f3-1053be54e31d req-2ad73910-ff71-46e8-8b6c-a6b74bd63b26 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Deleting port d02bca86-b039-4bf9-a8de-a7bb3c50293e {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:17:01.632469 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-96f12a78-9c17-4fd8-b0f3-1053be54e31d req-2ad73910-ff71-46e8-8b6c-a6b74bd63b26 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:01.743536 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-96f12a78-9c17-4fd8-b0f3-1053be54e31d req-2ad73910-ff71-46e8-8b6c-a6b74bd63b26 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] For port d02bca86-b039-4bf9-a8de-a7bb3c50293e, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=d02bca86-b039-4bf9-a8de-a7bb3c50293e,segment=NetworkSegment(8f8bc020-2455-4540-beed-ea448ad37908),segment_id=8f8bc020-2455-4540-beed-ea448ad37908)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:17:01.743994 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-96f12a78-9c17-4fd8-b0f3-1053be54e31d req-2ad73910-ff71-46e8-8b6c-a6b74bd63b26 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:01.762589 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-96f12a78-9c17-4fd8-b0f3-1053be54e31d req-2ad73910-ff71-46e8-8b6c-a6b74bd63b26 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Calling delete_port for d02bca86-b039-4bf9-a8de-a7bb3c50293e owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:17:01.901270 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-96f12a78-9c17-4fd8-b0f3-1053be54e31d req-2ad73910-ff71-46e8-8b6c-a6b74bd63b26 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:01.914526 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['c95297de-9c9a-406c-81aa-813ff7394bd6', 'd02bca86-b039-4bf9-a8de-a7bb3c50293e'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:17:01.933275 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad73910-ff71-46e8-8b6c-a6b74bd63b26 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Pushing event deleted for resources: {'Port': ['ID=d02bca86-b039-4bf9-a8de-a7bb3c50293e,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:01.972077 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f12a78-9c17-4fd8-b0f3-1053be54e31d req-2ad73910-ff71-46e8-8b6c-a6b74bd63b26 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] No DVR routers for this DVR port d02bca86-b039-4bf9-a8de-a7bb3c50293e on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:17:01.974635 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-96f12a78-9c17-4fd8-b0f3-1053be54e31d req-2ad73910-ff71-46e8-8b6c-a6b74bd63b26 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:01.976582 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-96f12a78-9c17-4fd8-b0f3-1053be54e31d req-2ad73910-ff71-46e8-8b6c-a6b74bd63b26 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.43 "DELETE /v2.0/ports/d02bca86-b039-4bf9-a8de-a7bb3c50293e HTTP/1.1" status: 204 len: 173 time: 0.4426048 Sep 10 15:17:01.977041 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5578db8d-1b43-405b-a1bc-fd6f3ae9b424', 'name': 'network-vif-deleted', 'tag': 'd02bca86-b039-4bf9-a8de-a7bb3c50293e'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:17:01.979303 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d869661-fb33-448e-bb4b-a9153604ba7d" -d '{"events": [{"server_uuid": "5578db8d-1b43-405b-a1bc-fd6f3ae9b424", "name": "network-vif-deleted", "tag": "d02bca86-b039-4bf9-a8de-a7bb3c50293e"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:17:02.021291 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774c5a45-cb35-4811-ac7f-aa531325b6ce x-openstack-request-id: req-774c5a45-cb35-4811-ac7f-aa531325b6ce {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:17:02.021580 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5578db8d-1b43-405b-a1bc-fd6f3ae9b424", "name": "network-vif-deleted", "tag": "d02bca86-b039-4bf9-a8de-a7bb3c50293e", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:17:02.021829 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-774c5a45-cb35-4811-ac7f-aa531325b6ce {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:17:02.022223 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5578db8d-1b43-405b-a1bc-fd6f3ae9b424', 'name': 'network-vif-deleted', 'tag': 'd02bca86-b039-4bf9-a8de-a7bb3c50293e', 'status': 'completed', 'code': 200} Sep 10 15:17:02.213752 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:02.239079 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cabbb832-85fc-4dd7-90a5-9b3d97c0d793 req-fc6750ba-e1a0-47dc-a957-8cdbc42ddf9e tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=5578db8d-1b43-405b-a1bc-fd6f3ae9b424 HTTP/1.1" status: 200 len: 210 time: 0.0272217 Sep 10 15:17:02.663810 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294d949-d423-4507-97ea-07af1c863ab1 req-07b60c60-e1d6-4019-a005-a72e80911703 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:02.665082 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5294d949-d423-4507-97ea-07af1c863ab1 req-07b60c60-e1d6-4019-a005-a72e80911703 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0534511 Sep 10 15:17:02.706795 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5294d949-d423-4507-97ea-07af1c863ab1 req-989c095b-fd78-46e3-8eaa-a90ef0c3f0cb tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346794 Sep 10 15:17:03.515306 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c014c-79d1-421f-afae-b2a71f0fb1d7 req-333cd12e-b734-4d31-8f7f-7da8bcfd886b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:03.516957 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dd9c014c-79d1-421f-afae-b2a71f0fb1d7 req-333cd12e-b734-4d31-8f7f-7da8bcfd886b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0519919 Sep 10 15:17:03.555676 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dd9c014c-79d1-421f-afae-b2a71f0fb1d7 req-a07a6f12-f98a-47df-bad4-ec5490f30892 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322654 Sep 10 15:17:03.653204 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:03.827718 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5f548-0650-4b44-b772-0fca5228c459 req-43c7c7f1-4c0d-40df-a03e-6259660325b8 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:03.829196 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-34c5f548-0650-4b44-b772-0fca5228c459 req-43c7c7f1-4c0d-40df-a03e-6259660325b8 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0492387 Sep 10 15:17:03.867118 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-34c5f548-0650-4b44-b772-0fca5228c459 req-f46ea892-7661-4255-9907-5722f230a331 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319972 Sep 10 15:17:04.679857 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134ca98-2fe4-4078-8b1f-01ac2f66a26c req-a77306f2-e6b7-4866-af61-12aeb643d83c tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:04.681375 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a134ca98-2fe4-4078-8b1f-01ac2f66a26c req-a77306f2-e6b7-4866-af61-12aeb643d83c tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0565653 Sep 10 15:17:04.696893 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device d02bca86-b039-4bf9-a8de-a7bb3c50293e no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:17:04.716926 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: d02bca86-b039-4bf9-a8de-a7bb3c50293e {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:17:04.717290 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device d02bca86-b039-4bf9-a8de-a7bb3c50293e not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:17:04.721382 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a134ca98-2fe4-4078-8b1f-01ac2f66a26c req-144fcf31-e01c-46b8-b6ad-b9d151ac7e8b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333197 Sep 10 15:17:04.993713 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bccbe3-ab77-42b2-98c8-ea36ea24c1c9 req-f977b2f2-9503-4bef-b38e-fc7b708b379f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:04.995210 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-02bccbe3-ab77-42b2-98c8-ea36ea24c1c9 req-f977b2f2-9503-4bef-b38e-fc7b708b379f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0496137 Sep 10 15:17:05.032740 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-02bccbe3-ab77-42b2-98c8-ea36ea24c1c9 req-886f760b-1c6c-45e5-b080-e8766a9d554a tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316231 Sep 10 15:17:05.838552 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557ffeb-4aba-4877-b630-eb09e7cc9e3a req-ffe12192-bdcf-4055-8c54-3d681933fbf7 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:05.840215 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3557ffeb-4aba-4877-b630-eb09e7cc9e3a req-ffe12192-bdcf-4055-8c54-3d681933fbf7 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 946 time: 0.0634706 Sep 10 15:17:05.884784 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3557ffeb-4aba-4877-b630-eb09e7cc9e3a req-627c4a0f-20c1-49a6-abfd-5a66c52541a9 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379093 Sep 10 15:17:05.908731 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 59324) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:05.963890 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622ac55-af48-4898-b16d-0d1f86ef0d7a req-13acf0af-ae09-450e-96ab-4453ffa5c3bf tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:05.965431 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b622ac55-af48-4898-b16d-0d1f86ef0d7a req-13acf0af-ae09-450e-96ab-4453ffa5c3bf tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0562000 Sep 10 15:17:06.015592 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b622ac55-af48-4898-b16d-0d1f86ef0d7a req-5642a9f9-6491-4598-829b-d4f71c9e423f tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435214 Sep 10 15:17:06.145541 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba79f691-5f65-4a1e-a252-1047f0d2ce01 tempest-TestMinimumBasicScenario-1965582067 tempest-TestMinimumBasicScenario-1965582067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:06.147094 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-ba79f691-5f65-4a1e-a252-1047f0d2ce01 tempest-TestMinimumBasicScenario-1965582067 tempest-TestMinimumBasicScenario-1965582067-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 1094 time: 0.2367957 Sep 10 15:17:06.150078 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 59342) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:06.156197 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Request body: {'floatingip': {'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'port_id': '2b133111-4ab3-4d07-b9af-2d32aff296e8', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:17:06.182947 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for floatingip, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:06.199822 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b0716-e24d-4e8b-943e-19141e3b3d11 req-1268a060-35d2-4294-8f18-de24a5ff347c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:06.202092 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-657b0716-e24d-4e8b-943e-19141e3b3d11 req-1268a060-35d2-4294-8f18-de24a5ff347c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0705655 Sep 10 15:17:06.246345 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-657b0716-e24d-4e8b-943e-19141e3b3d11 req-3bea18c3-64be-491d-8dc2-a49251e1c576 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382924 Sep 10 15:17:06.303422 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:06.417234 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Allocated IP 172.27.3.60 (080accf6-a61d-43aa-a40c-4a5d90aa3be1/9f699ab7-ff98-4888-8014-ee1b80751434/ccd36d5b-faef-4f6d-b082-83afc8aab5a0) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:17:06.553646 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:06.594854 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:06.628789 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:17:06.633717 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:17:06.636560 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:17:06.668603 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Pushing event updated for resources: {'Port': ['ID=ccd36d5b-faef-4f6d-b082-83afc8aab5a0,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:07.008340 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:07.088729 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:07.168359 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a372ac-e25b-48ee-92ca-d0b01222683c req-8a7fc090-f5ca-4ca9-831a-82a1a116befb tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:07.170527 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a1a372ac-e25b-48ee-92ca-d0b01222683c req-8a7fc090-f5ca-4ca9-831a-82a1a116befb tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0531406 Sep 10 15:17:07.209799 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a1a372ac-e25b-48ee-92ca-d0b01222683c req-cb03f9c9-3e1e-4672-bc4d-6333ecfb4597 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328240 Sep 10 15:17:07.245480 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:07.249902 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:07.319733 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Pushing event updated for resources: {'Port': ['ID=ccd36d5b-faef-4f6d-b082-83afc8aab5a0,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:07.331965 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550972'] for floatingip, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:07.379312 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57dcf8-4b6e-47b1-b330-06d2dc8846c6 req-dd175313-ae62-4765-aa70-ceb7b0216b13 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:07.380675 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8f57dcf8-4b6e-47b1-b330-06d2dc8846c6 req-dd175313-ae62-4765-aa70-ceb7b0216b13 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0569754 Sep 10 15:17:07.421610 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8f57dcf8-4b6e-47b1-b330-06d2dc8846c6 req-0e11c483-b625-4762-a8a6-abb83b757c44 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346749 Sep 10 15:17:07.431791 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.l3_db [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Floating IP 9c131b3a-dcda-48f7-8c2a-cd96e2b8d819 associated. External IP: 172.27.3.60, port: 2b133111-4ab3-4d07-b9af-2d32aff296e8. Sep 10 15:17:07.868475 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Router 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:17:07.979265 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:17:07.989058 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46e228d-7f42-4cbb-a7b5-62a0a40aab5f None None] Sync routers for ids ['2bf0d4b4-1463-4f5b-9bb2-366a5e980294'] in dv-cinder-760184-10-iscsi {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:17:07.994635 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:07.998649 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46e228d-7f42-4cbb-a7b5-62a0a40aab5f None None] Routers {'2bf0d4b4-1463-4f5b-9bb2-366a5e980294'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:17:07.999257 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-e46e228d-7f42-4cbb-a7b5-62a0a40aab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:17:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['2bf0d4b4-1463-4f5b-9bb2-366a5e980294'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:17:08.024393 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-8fecbd2b-4c20-4ed6-904f-c219ca87df75 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8704383 Sep 10 15:17:08.024393 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf47406a-19d6-4f82-91e6-bdf2c713043a', 'tag': '2b133111-4ab3-4d07-b9af-2d32aff296e8'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:17:08.025062 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16581379-80ec-4243-b2bd-008b2ed0c655" -d '{"events": [{"name": "network-changed", "server_uuid": "cf47406a-19d6-4f82-91e6-bdf2c713043a", "tag": "2b133111-4ab3-4d07-b9af-2d32aff296e8"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:17:08.025799 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 59376) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:08.031294 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-2c783f64-baa0-4922-93a7-1ec80237c6d7 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-264900640', 'description': 'tempest-secgroup-smoke-264900640 description', 'project_id': '67fddebae12e4940b440329d4d79c43e'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:17:08.056473 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2c783f64-baa0-4922-93a7-1ec80237c6d7 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:08.061952 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a548d318-859b-4230-aa26-74b118a7b2c5 x-openstack-request-id: req-a548d318-859b-4230-aa26-74b118a7b2c5 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:17:08.062254 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf47406a-19d6-4f82-91e6-bdf2c713043a", "tag": "2b133111-4ab3-4d07-b9af-2d32aff296e8", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:17:08.062551 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a548d318-859b-4230-aa26-74b118a7b2c5 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:17:08.063075 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf47406a-19d6-4f82-91e6-bdf2c713043a', 'tag': '2b133111-4ab3-4d07-b9af-2d32aff296e8', 'status': 'completed', 'code': 200} Sep 10 15:17:08.119168 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-e46e228d-7f42-4cbb-a7b5-62a0a40aab5f None None] Set router 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:17:08.153927 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16581379-80ec-4243-b2bd-008b2ed0c655 req-958bb535-0caf-4579-9b1a-14619704975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:08.155855 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-16581379-80ec-4243-b2bd-008b2ed0c655 req-958bb535-0caf-4579-9b1a-14619704975b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67fddebae12e4940b440329d4d79c43e&device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 1099 time: 0.0605664 Sep 10 15:17:08.167275 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2c783f64-baa0-4922-93a7-1ec80237c6d7 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:08.173266 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2c783f64-baa0-4922-93a7-1ec80237c6d7 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:08.208556 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2c783f64-baa0-4922-93a7-1ec80237c6d7 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:08.210698 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-2c783f64-baa0-4922-93a7-1ec80237c6d7 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1836188 Sep 10 15:17:08.214338 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 59382) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:08.219943 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-3d2854c6-64b4-41dd-8d59-929c21bb704d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Request body: {'security_group_rule': {'security_group_id': '9424d118-b517-4a45-bd86-ebb0dd8c2c74', 'project_id': '67fddebae12e4940b440329d4d79c43e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:17:08.236424 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c783f64-baa0-4922-93a7-1ec80237c6d7 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9424d118-b517-4a45-bd86-ebb0dd8c2c74,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:08.271126 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3d2854c6-64b4-41dd-8d59-929c21bb704d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:08.291197 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16581379-80ec-4243-b2bd-008b2ed0c655 req-353eec6f-f019-471d-95f5-4236e9f8469d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:08.293661 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-16581379-80ec-4243-b2bd-008b2ed0c655 req-353eec6f-f019-471d-95f5-4236e9f8469d service neutron] 10.222.0.43 "GET /v2.0/networks?id=aa73838c-5cca-48b5-b9e9-7a064476266f HTTP/1.1" status: 200 len: 916 time: 0.1289117 Sep 10 15:17:08.390063 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-16581379-80ec-4243-b2bd-008b2ed0c655 req-80bafa22-dc40-45a8-b680-ddb5d0b6ff8b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b133111-4ab3-4d07-b9af-2d32aff296e8 HTTP/1.1" status: 200 len: 999 time: 0.0762792 Sep 10 15:17:08.400100 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-e46e228d-7f42-4cbb-a7b5-62a0a40aab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'name': 'tempest-TestMinimumBasicScenario-1484699444-router', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:48Z', 'updated_at': '2021-09-10T15:15:51Z', 'revision_number': 4, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'gw_port': {'id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:49Z', 'updated_at': '2021-09-10T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '9c131b3a-dcda-48f7-8c2a-cd96e2b8d819', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'port_id': '2b133111-4ab3-4d07-b9af-2d32aff296e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f', 'mac_address': 'fa:16:3e:ae:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf47406a-19d6-4f82-91e6-bdf2c713043a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:17:06Z', 'updated_at': '2021-09-10T15:17:06Z', 'revision_number': 0, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b5eb9fc-b5a8-469e-b737-280213090044', 'name': '', 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'mac_address': 'fa:16:3e:34:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5b2243a4-91c1-47bc-bc6f-621c7a947db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:51Z', 'updated_at': '2021-09-10T15:16:00Z', 'revision_number': 5, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'subnets': [{'id': '5b2243a4-91c1-47bc-bc6f-621c7a947db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:17:08.403901 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99d55a-1545-447a-a511-95d07c900cd7 req-e586e0ee-5e23-452d-bb6b-ed1e127d28d8 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:08.405655 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9c99d55a-1545-447a-a511-95d07c900cd7 req-e586e0ee-5e23-452d-bb6b-ed1e127d28d8 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0952692 Sep 10 15:17:08.407520 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3d2854c6-64b4-41dd-8d59-929c21bb704d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:08.413122 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3d2854c6-64b4-41dd-8d59-929c21bb704d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:08.447173 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46e228d-7f42-4cbb-a7b5-62a0a40aab5f None None] Checking router: 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 for host: dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:17:08.457385 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2854c6-64b4-41dd-8d59-929c21bb704d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981245cb-fa52-4443-b0f0-703bfffe7ae7,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:08.458061 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16581379-80ec-4243-b2bd-008b2ed0c655 req-092a3e0f-53fd-4b69-91c2-0047ec4dbfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:08.459848 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-16581379-80ec-4243-b2bd-008b2ed0c655 req-092a3e0f-53fd-4b69-91c2-0047ec4dbfbe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5b2243a4-91c1-47bc-bc6f-621c7a947db4 HTTP/1.1" status: 200 len: 854 time: 0.0547676 Sep 10 15:17:08.466559 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3d2854c6-64b4-41dd-8d59-929c21bb704d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:08.467423 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46e228d-7f42-4cbb-a7b5-62a0a40aab5f None None] Routers {'2bf0d4b4-1463-4f5b-9bb2-366a5e980294'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:17:08.467857 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-3d2854c6-64b4-41dd-8d59-929c21bb704d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2525117 Sep 10 15:17:08.468457 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-e46e228d-7f42-4cbb-a7b5-62a0a40aab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:17:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['2bf0d4b4-1463-4f5b-9bb2-366a5e980294'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:17:08.470888 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 59388) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:08.478048 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-5eaf1ea3-33a2-49d8-a23d-c0d0ff679f8a tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Request body: {'security_group_rule': {'security_group_id': '9424d118-b517-4a45-bd86-ebb0dd8c2c74', 'project_id': '67fddebae12e4940b440329d4d79c43e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:17:08.482754 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9c99d55a-1545-447a-a511-95d07c900cd7 req-73e15503-ebd3-45f8-9d66-da58f7988bfa tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670304 Sep 10 15:17:08.577668 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5eaf1ea3-33a2-49d8-a23d-c0d0ff679f8a tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:08.581709 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16581379-80ec-4243-b2bd-008b2ed0c655 req-6a089696-7cc4-455b-ad28-5ecabea386fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:08.583301 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-16581379-80ec-4243-b2bd-008b2ed0c655 req-6a089696-7cc4-455b-ad28-5ecabea386fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aa73838c-5cca-48b5-b9e9-7a064476266f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0961587 Sep 10 15:17:08.592198 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40172226-35a6-4a17-b5e3-457569b259c8 req-eb2ed83b-1516-4ab3-920e-65e24c9d34f8 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:08.593812 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-40172226-35a6-4a17-b5e3-457569b259c8 req-eb2ed83b-1516-4ab3-920e-65e24c9d34f8 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0674369 Sep 10 15:17:08.622488 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-e46e228d-7f42-4cbb-a7b5-62a0a40aab5f None None] Set router 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:17:08.647635 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-40172226-35a6-4a17-b5e3-457569b259c8 req-218c126b-68d0-4b79-87cc-30dc8eab8536 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435569 Sep 10 15:17:08.719641 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5eaf1ea3-33a2-49d8-a23d-c0d0ff679f8a tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:08.730923 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5eaf1ea3-33a2-49d8-a23d-c0d0ff679f8a tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:08.762402 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-16581379-80ec-4243-b2bd-008b2ed0c655 req-7991ac12-7940-46ec-9fdc-1bc63e0d3c31 service neutron] 10.222.0.43 "GET /v2.0/networks/aa73838c-5cca-48b5-b9e9-7a064476266f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673427 Sep 10 15:17:08.767332 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf1ea3-33a2-49d8-a23d-c0d0ff679f8a tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564e4886-6bc2-4d7a-b42f-9ca303783527,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:08.771447 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5eaf1ea3-33a2-49d8-a23d-c0d0ff679f8a tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:08.776161 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-5eaf1ea3-33a2-49d8-a23d-c0d0ff679f8a tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3013184 Sep 10 15:17:08.776598 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 59390) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:08.784018 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-fa36e620-cbb4-4225-a1de-59becad60736 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Request body: {'security_group_rule': {'security_group_id': '9424d118-b517-4a45-bd86-ebb0dd8c2c74', 'project_id': '67fddebae12e4940b440329d4d79c43e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:17:08.818753 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fa36e620-cbb4-4225-a1de-59becad60736 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:08.915995 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fa36e620-cbb4-4225-a1de-59becad60736 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:08.923115 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fa36e620-cbb4-4225-a1de-59becad60736 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:08.933446 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-16581379-80ec-4243-b2bd-008b2ed0c655 req-6dd8bf34-010b-4403-8478-186b7153331d service neutron] 10.222.0.43 "GET /v2.0/networks/aa73838c-5cca-48b5-b9e9-7a064476266f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581483 Sep 10 15:17:08.946348 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36e620-cbb4-4225-a1de-59becad60736 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1d2181-0958-459b-b30e-15c8b50e2ad0,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:08.962446 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fa36e620-cbb4-4225-a1de-59becad60736 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:08.963955 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-fa36e620-cbb4-4225-a1de-59becad60736 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1863215 Sep 10 15:17:08.967957 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 59396) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:08.973332 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-268819b7-5507-48b6-a300-04645a9f300e tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Request body: {'security_group_rule': {'security_group_id': '9424d118-b517-4a45-bd86-ebb0dd8c2c74', 'project_id': '67fddebae12e4940b440329d4d79c43e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:17:09.013425 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-268819b7-5507-48b6-a300-04645a9f300e tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:09.015182 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-e46e228d-7f42-4cbb-a7b5-62a0a40aab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'name': 'tempest-TestMinimumBasicScenario-1484699444-router', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:48Z', 'updated_at': '2021-09-10T15:15:51Z', 'revision_number': 4, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'gw_port': {'id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:49Z', 'updated_at': '2021-09-10T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '9c131b3a-dcda-48f7-8c2a-cd96e2b8d819', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'port_id': '2b133111-4ab3-4d07-b9af-2d32aff296e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f', 'mac_address': 'fa:16:3e:ae:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf47406a-19d6-4f82-91e6-bdf2c713043a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:17:06Z', 'updated_at': '2021-09-10T15:17:06Z', 'revision_number': 0, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b5eb9fc-b5a8-469e-b737-280213090044', 'name': '', 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'mac_address': 'fa:16:3e:34:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5b2243a4-91c1-47bc-bc6f-621c7a947db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:51Z', 'updated_at': '2021-09-10T15:16:00Z', 'revision_number': 5, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'subnets': [{'id': '5b2243a4-91c1-47bc-bc6f-621c7a947db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:17:09.054008 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46e228d-7f42-4cbb-a7b5-62a0a40aab5f None None] The sync data for ids ['2bf0d4b4-1463-4f5b-9bb2-366a5e980294'] in dv-cinder-760184-10-iscsi is: [{'id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'name': 'tempest-TestMinimumBasicScenario-1484699444-router', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:48Z', 'updated_at': '2021-09-10T15:15:51Z', 'revision_number': 4, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'gw_port': {'id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:49Z', 'updated_at': '2021-09-10T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '9c131b3a-dcda-48f7-8c2a-cd96e2b8d819', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'port_id': '2b133111-4ab3-4d07-b9af-2d32aff296e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f', 'mac_address': 'fa:16:3e:ae:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf47406a-19d6-4f82-91e6-bdf2c713043a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:17:06Z', 'updated_at': '2021-09-10T15:17:06Z', 'revision_number': 0, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b5eb9fc-b5a8-469e-b737-280213090044', 'name': '', 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'mac_address': 'fa:16:3e:34:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5b2243a4-91c1-47bc-bc6f-621c7a947db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:51Z', 'updated_at': '2021-09-10T15:16:00Z', 'revision_number': 5, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'subnets': [{'id': '5b2243a4-91c1-47bc-bc6f-621c7a947db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:17:09.112302 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-268819b7-5507-48b6-a300-04645a9f300e tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:09.116866 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-268819b7-5507-48b6-a300-04645a9f300e tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:09.135341 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268819b7-5507-48b6-a300-04645a9f300e tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f22d144-68a7-483d-9178-37b2d0cc61bf,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:09.148992 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-268819b7-5507-48b6-a300-04645a9f300e tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:09.150233 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-268819b7-5507-48b6-a300-04645a9f300e tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1810699 Sep 10 15:17:09.153820 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 59402) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:09.158227 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-edf4ea9d-46c8-46fd-9e88-4d076437bc40 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Request body: {'security_group_rule': {'security_group_id': '9424d118-b517-4a45-bd86-ebb0dd8c2c74', 'project_id': '67fddebae12e4940b440329d4d79c43e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:17:09.184622 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.db.securitygroups_db [None req-edf4ea9d-46c8-46fd-9e88-4d076437bc40 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Project 67fddebae12e4940b440329d4d79c43e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 15:17:09.194521 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-edf4ea9d-46c8-46fd-9e88-4d076437bc40 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:09.268562 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-edf4ea9d-46c8-46fd-9e88-4d076437bc40 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:09.274198 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-edf4ea9d-46c8-46fd-9e88-4d076437bc40 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:09.280100 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875731a4-3fe3-489c-941a-ee3970ea09ed None None] New status for floating IP 9c131b3a-dcda-48f7-8c2a-cd96e2b8d819: ACTIVE {{(pid=94033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:17:09.302223 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4ea9d-46c8-46fd-9e88-4d076437bc40 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1ddffd-6150-4d6a-b0dc-c19f3c751ddf,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:09.307187 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-edf4ea9d-46c8-46fd-9e88-4d076437bc40 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:09.309035 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-edf4ea9d-46c8-46fd-9e88-4d076437bc40 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1539764 Sep 10 15:17:09.312210 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 59406) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:09.317035 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-49e0a456-4dbc-4f8b-99a8-2fc099b22012 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Request body: {'security_group_rule': {'security_group_id': '9424d118-b517-4a45-bd86-ebb0dd8c2c74', 'project_id': '67fddebae12e4940b440329d4d79c43e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:17:09.343100 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.db.securitygroups_db [None req-49e0a456-4dbc-4f8b-99a8-2fc099b22012 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Project 67fddebae12e4940b440329d4d79c43e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 15:17:09.348026 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-49e0a456-4dbc-4f8b-99a8-2fc099b22012 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:09.420320 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-49e0a456-4dbc-4f8b-99a8-2fc099b22012 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:09.424013 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-49e0a456-4dbc-4f8b-99a8-2fc099b22012 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:09.442418 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0a456-4dbc-4f8b-99a8-2fc099b22012 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6b59a2-04bf-4ace-b5c7-fd4b8e25ec63,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:09.448729 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-49e0a456-4dbc-4f8b-99a8-2fc099b22012 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:09.450544 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-49e0a456-4dbc-4f8b-99a8-2fc099b22012 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1367724 Sep 10 15:17:09.547179 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8d3b4f86-ab16-40f3-90fe-72b7b8880656 req-9e042ff8-a7d7-4006-97d8-54f943ace8da tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-264900640&fields=id&tenant_id=67fddebae12e4940b440329d4d79c43e HTTP/1.1" status: 200 len: 267 time: 0.0421832 Sep 10 15:17:09.639807 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b4f86-ab16-40f3-90fe-72b7b8880656 req-528bf31c-b882-499a-b6c5-a0ba1fb7cd56 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:09.641488 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8d3b4f86-ab16-40f3-90fe-72b7b8880656 req-528bf31c-b882-499a-b6c5-a0ba1fb7cd56 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 946 time: 0.0887780 Sep 10 15:17:09.654071 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2b174-94de-4c74-b104-fb0cad81e93f req-d4fb92b0-0b05-45c9-ad82-d8063041fd7f tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:09.655594 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dcb2b174-94de-4c74-b104-fb0cad81e93f req-d4fb92b0-0b05-45c9-ad82-d8063041fd7f tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0919099 Sep 10 15:17:09.660851 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [req-8d3b4f86-ab16-40f3-90fe-72b7b8880656 req-8df2b67e-bb1e-4b43-bf28-c7c6f99a50f5 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Request body: {'port': {'security_groups': ['a42d7413-bea5-4a6f-8e07-9f369f6c0b18', '9424d118-b517-4a45-bd86-ebb0dd8c2c74']}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:17:09.774097 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dcb2b174-94de-4c74-b104-fb0cad81e93f req-31e412da-37be-460b-8ab8-5a7f86f26f0b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101389 Sep 10 15:17:09.781144 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-8d3b4f86-ab16-40f3-90fe-72b7b8880656 req-8df2b67e-bb1e-4b43-bf28-c7c6f99a50f5 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:09.932981 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494ea58-80ef-4851-b478-00a3fe5a1bdc req-87ef4c60-4daa-4010-8122-cb5b2d5f5b58 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:09.934474 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d494ea58-80ef-4851-b478-00a3fe5a1bdc req-87ef4c60-4daa-4010-8122-cb5b2d5f5b58 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0959899 Sep 10 15:17:10.008151 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d494ea58-80ef-4851-b478-00a3fe5a1bdc req-1db1c727-8b9e-4db1-bb1c-b1e8f7927e2e tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663762 Sep 10 15:17:10.079797 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [req-8d3b4f86-ab16-40f3-90fe-72b7b8880656 req-8df2b67e-bb1e-4b43-bf28-c7c6f99a50f5 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] For port 2b133111-4ab3-4d07-b9af-2d32aff296e8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2b133111-4ab3-4d07-b9af-2d32aff296e8,segment=NetworkSegment(bdb5fef4-4e1a-46b4-b367-edc95c39add2),segment_id=bdb5fef4-4e1a-46b4-b367-edc95c39add2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:17:10.119824 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-8d3b4f86-ab16-40f3-90fe-72b7b8880656 req-8df2b67e-bb1e-4b43-bf28-c7c6f99a50f5 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:10.125025 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-8d3b4f86-ab16-40f3-90fe-72b7b8880656 req-8df2b67e-bb1e-4b43-bf28-c7c6f99a50f5 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13673127'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:10.137124 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['2b133111-4ab3-4d07-b9af-2d32aff296e8'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:17:10.156102 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e82cb7-6a3a-40e3-aec6-259958851fcf req-9dc4632c-b119-4a6a-98fe-f1b37319d1c8 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:10.158217 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-50e82cb7-6a3a-40e3-aec6-259958851fcf req-9dc4632c-b119-4a6a-98fe-f1b37319d1c8 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.43 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0772789 Sep 10 15:17:10.187177 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b4f86-ab16-40f3-90fe-72b7b8880656 req-8df2b67e-bb1e-4b43-bf28-c7c6f99a50f5 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:10.188472 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-8d3b4f86-ab16-40f3-90fe-72b7b8880656 req-8df2b67e-bb1e-4b43-bf28-c7c6f99a50f5 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for port, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:10.193734 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8d3b4f86-ab16-40f3-90fe-72b7b8880656 req-8df2b67e-bb1e-4b43-bf28-c7c6f99a50f5 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "PUT /v2.0/ports/2b133111-4ab3-4d07-b9af-2d32aff296e8 HTTP/1.1" status: 200 len: 982 time: 0.5371585 Sep 10 15:17:10.194376 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf47406a-19d6-4f82-91e6-bdf2c713043a', 'tag': '2b133111-4ab3-4d07-b9af-2d32aff296e8'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:17:10.197389 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e045729d700a7cd00d9bfe8718857c36227309230b0c1172be3dcfc1b68c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b825d1e7-4185-4a19-b0d2-2a17ddb48bef" -d '{"events": [{"name": "network-changed", "server_uuid": "cf47406a-19d6-4f82-91e6-bdf2c713043a", "tag": "2b133111-4ab3-4d07-b9af-2d32aff296e8"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:17:10.227725 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2b67e-bb1e-4b43-bf28-c7c6f99a50f5 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Pushing event updated for resources: {'Port': ['ID=2b133111-4ab3-4d07-b9af-2d32aff296e8,revision_number=6']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:10.323074 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65ef7e8-043b-43bf-887b-f2c28c85bcab x-openstack-request-id: req-a65ef7e8-043b-43bf-887b-f2c28c85bcab {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:17:10.323364 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf47406a-19d6-4f82-91e6-bdf2c713043a", "tag": "2b133111-4ab3-4d07-b9af-2d32aff296e8", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:17:10.323674 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a65ef7e8-043b-43bf-887b-f2c28c85bcab {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:17:10.324008 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf47406a-19d6-4f82-91e6-bdf2c713043a', 'tag': '2b133111-4ab3-4d07-b9af-2d32aff296e8', 'status': 'completed', 'code': 200} Sep 10 15:17:10.339028 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['2b133111-4ab3-4d07-b9af-2d32aff296e8'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:17:10.409784 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825d1e7-4185-4a19-b0d2-2a17ddb48bef req-eec9be0e-09c5-4959-857e-3ecd10c86bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:10.414219 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b825d1e7-4185-4a19-b0d2-2a17ddb48bef req-eec9be0e-09c5-4959-857e-3ecd10c86bec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67fddebae12e4940b440329d4d79c43e&device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 1138 time: 0.0860906 Sep 10 15:17:10.422134 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-50e82cb7-6a3a-40e3-aec6-259958851fcf req-d5a9c484-4321-4911-9731-0c39e0d1c4c0 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Deleting port c95297de-9c9a-406c-81aa-813ff7394bd6 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:17:10.422337 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-50e82cb7-6a3a-40e3-aec6-259958851fcf req-d5a9c484-4321-4911-9731-0c39e0d1c4c0 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:10.434070 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e279da-b510-453e-89c2-c8affecfb7cd req-781c5167-862d-49a1-9b21-ce6c69d96f57 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:10.441503 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a0e279da-b510-453e-89c2-c8affecfb7cd req-781c5167-862d-49a1-9b21-ce6c69d96f57 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 985 time: 0.0942578 Sep 10 15:17:10.517052 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a0e279da-b510-453e-89c2-c8affecfb7cd req-e7ac8923-80f7-49c5-8091-f1fe5e65b019 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&id=9424d118-b517-4a45-bd86-ebb0dd8c2c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707419 Sep 10 15:17:10.542822 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 59428) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:10.632899 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-03323c9e-06c6-48fa-a252-e0284b81488c None None] Provisioning complete for port 2b133111-4ab3-4d07-b9af-2d32aff296e8 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:17:10.633329 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-03323c9e-06c6-48fa-a252-e0284b81488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:10.658144 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-50e82cb7-6a3a-40e3-aec6-259958851fcf req-d5a9c484-4321-4911-9731-0c39e0d1c4c0 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] For port c95297de-9c9a-406c-81aa-813ff7394bd6, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=c95297de-9c9a-406c-81aa-813ff7394bd6,segment=NetworkSegment(8f8bc020-2455-4540-beed-ea448ad37908),segment_id=8f8bc020-2455-4540-beed-ea448ad37908)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:17:10.658521 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-50e82cb7-6a3a-40e3-aec6-259958851fcf req-d5a9c484-4321-4911-9731-0c39e0d1c4c0 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:10.661441 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825d1e7-4185-4a19-b0d2-2a17ddb48bef req-91a9febc-aaa0-47c7-b133-75cd964f557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:10.662926 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b825d1e7-4185-4a19-b0d2-2a17ddb48bef req-91a9febc-aaa0-47c7-b133-75cd964f557d service neutron] 10.222.0.43 "GET /v2.0/networks?id=aa73838c-5cca-48b5-b9e9-7a064476266f HTTP/1.1" status: 200 len: 916 time: 0.2362132 Sep 10 15:17:10.674313 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-98fa5798-3c95-46a2-961f-2c911077bde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:10.677099 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-50e82cb7-6a3a-40e3-aec6-259958851fcf req-d5a9c484-4321-4911-9731-0c39e0d1c4c0 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Calling delete_port for c95297de-9c9a-406c-81aa-813ff7394bd6 owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:17:10.711783 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:17:10.786697 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-98fa5798-3c95-46a2-961f-2c911077bde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:10.789673 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b825d1e7-4185-4a19-b0d2-2a17ddb48bef req-80b8c37a-09dc-4a76-8f0f-6cf51516c746 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b133111-4ab3-4d07-b9af-2d32aff296e8 HTTP/1.1" status: 200 len: 1001 time: 0.1140468 Sep 10 15:17:10.791567 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-98fa5798-3c95-46a2-961f-2c911077bde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:10.839771 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-98fa5798-3c95-46a2-961f-2c911077bde0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aed2c3e1ff2242448060ca7e7bb0ede2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982268 Sep 10 15:17:10.841420 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 59436) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:10.842056 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa5798-3c95-46a2-961f-2c911077bde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a99a16-db31-451f-b7ed-09e303eb23bc,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:10.860997 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825d1e7-4185-4a19-b0d2-2a17ddb48bef req-1b1ab7c3-9528-4cd8-9346-a364fb9ac949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:10.862517 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b825d1e7-4185-4a19-b0d2-2a17ddb48bef req-1b1ab7c3-9528-4cd8-9346-a364fb9ac949 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5b2243a4-91c1-47bc-bc6f-621c7a947db4 HTTP/1.1" status: 200 len: 854 time: 0.0609283 Sep 10 15:17:10.941036 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-167f7542-2eae-43d1-a47f-f593c1554ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:10.952631 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce01b3-1398-4f3a-97ca-eab1f2d870a4 req-62f386c9-c35f-43da-b63d-e75c5f88ec9b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:10.954155 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-02ce01b3-1398-4f3a-97ca-eab1f2d870a4 req-62f386c9-c35f-43da-b63d-e75c5f88ec9b tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c955b0-2b4e-48ae-93cd-24de448b558b HTTP/1.1" status: 200 len: 946 time: 0.0774040 Sep 10 15:17:10.958818 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825d1e7-4185-4a19-b0d2-2a17ddb48bef req-f5db204c-ef55-4cef-bb2d-c9867bbbb277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:10.960322 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b825d1e7-4185-4a19-b0d2-2a17ddb48bef req-f5db204c-ef55-4cef-bb2d-c9867bbbb277 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aa73838c-5cca-48b5-b9e9-7a064476266f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0793631 Sep 10 15:17:10.980224 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-167f7542-2eae-43d1-a47f-f593c1554ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:11.012320 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-50e82cb7-6a3a-40e3-aec6-259958851fcf req-d5a9c484-4321-4911-9731-0c39e0d1c4c0 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:11.026397 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-02ce01b3-1398-4f3a-97ca-eab1f2d870a4 req-fefb0746-0739-4d2a-9fee-a4308c37bd2c tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519674 Sep 10 15:17:11.078969 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-167f7542-2eae-43d1-a47f-f593c1554ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:11.081814 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-167f7542-2eae-43d1-a47f-f593c1554ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:11.085431 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-167f7542-2eae-43d1-a47f-f593c1554ef3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3a99a16-db31-451f-b7ed-09e303eb23bc HTTP/1.1" status: 204 len: 168 time: 0.2382245 Sep 10 15:17:11.092029 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f7542-2eae-43d1-a47f-f593c1554ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a99a16-db31-451f-b7ed-09e303eb23bc,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:11.110611 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9c484-4321-4911-9731-0c39e0d1c4c0 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Pushing event deleted for resources: {'Port': ['ID=c95297de-9c9a-406c-81aa-813ff7394bd6,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:11.181081 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e82cb7-6a3a-40e3-aec6-259958851fcf req-d5a9c484-4321-4911-9731-0c39e0d1c4c0 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] No DVR routers for this DVR port c95297de-9c9a-406c-81aa-813ff7394bd6 on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:17:11.185692 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-50e82cb7-6a3a-40e3-aec6-259958851fcf req-d5a9c484-4321-4911-9731-0c39e0d1c4c0 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:11.187678 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-50e82cb7-6a3a-40e3-aec6-259958851fcf req-d5a9c484-4321-4911-9731-0c39e0d1c4c0 tempest-ServerRescueNegativeTestJSON-638018978 tempest-ServerRescueNegativeTestJSON-638018978-project] 10.222.0.43 "DELETE /v2.0/ports/c95297de-9c9a-406c-81aa-813ff7394bd6 HTTP/1.1" status: 204 len: 173 time: 1.0220644 Sep 10 15:17:11.188112 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c955b0-2b4e-48ae-93cd-24de448b558b', 'name': 'network-vif-deleted', 'tag': 'c95297de-9c9a-406c-81aa-813ff7394bd6'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:17:11.190432 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a844d6-1058-4960-8681-8928bd93fbcf" -d '{"events": [{"server_uuid": "56c955b0-2b4e-48ae-93cd-24de448b558b", "name": "network-vif-deleted", "tag": "c95297de-9c9a-406c-81aa-813ff7394bd6"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:17:11.192789 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a86f2a-94a0-4017-a916-855213b72177 req-2b9664f0-7128-4900-9783-46734eb6ff1c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:11.201959 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b3a86f2a-94a0-4017-a916-855213b72177 req-2b9664f0-7128-4900-9783-46734eb6ff1c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0808046 Sep 10 15:17:11.217435 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b825d1e7-4185-4a19-b0d2-2a17ddb48bef req-8a591309-9916-4cd6-a6d6-74ddfe23e3cc service neutron] 10.222.0.43 "GET /v2.0/networks/aa73838c-5cca-48b5-b9e9-7a064476266f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418067 Sep 10 15:17:11.217956 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['c95297de-9c9a-406c-81aa-813ff7394bd6'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:17:11.235670 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17fcbd8-27f1-478a-b311-90ad2784d3e3 x-openstack-request-id: req-e17fcbd8-27f1-478a-b311-90ad2784d3e3 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:17:11.236347 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c955b0-2b4e-48ae-93cd-24de448b558b", "name": "network-vif-deleted", "tag": "c95297de-9c9a-406c-81aa-813ff7394bd6", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:17:11.236465 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e17fcbd8-27f1-478a-b311-90ad2784d3e3 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:17:11.236884 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c955b0-2b4e-48ae-93cd-24de448b558b', 'name': 'network-vif-deleted', 'tag': 'c95297de-9c9a-406c-81aa-813ff7394bd6', 'status': 'completed', 'code': 200} Sep 10 15:17:11.271389 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b3a86f2a-94a0-4017-a916-855213b72177 req-9b9f2989-700f-49b1-bcbf-f260420afa37 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666351 Sep 10 15:17:11.351444 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b825d1e7-4185-4a19-b0d2-2a17ddb48bef req-472eaa9d-6656-4e14-bc3c-e8ef02abec92 service neutron] 10.222.0.43 "GET /v2.0/networks/aa73838c-5cca-48b5-b9e9-7a064476266f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119301 Sep 10 15:17:12.086883 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 59490) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:12.413839 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 59504) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:12.526503 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d6e8525d-70c6-4c15-a8b0-4b0aa99e6f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:12.625600 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d6e8525d-70c6-4c15-a8b0-4b0aa99e6f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:12.629779 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d6e8525d-70c6-4c15-a8b0-4b0aa99e6f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:12.647592 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b902f5b-f618-439a-932f-1aaadabe0835 req-b6580fb7-a8e4-487d-8a98-e24aaffe3fa2 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:12.649102 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5b902f5b-f618-439a-932f-1aaadabe0835 req-b6580fb7-a8e4-487d-8a98-e24aaffe3fa2 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.2859373 Sep 10 15:17:12.673316 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-d6e8525d-70c6-4c15-a8b0-4b0aa99e6f9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2ef78c5b4e946c1828bba0baf88860a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583890 Sep 10 15:17:12.674661 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8525d-70c6-4c15-a8b0-4b0aa99e6f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f9923a-0213-4e26-8fe8-2c122bac20c3,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:12.677032 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 59510) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:12.727312 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0db7b0a7-b94c-4d72-b432-b2c20596e89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:12.729813 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5b902f5b-f618-439a-932f-1aaadabe0835 req-a26de976-3694-4373-8f34-1695e85d205c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692837 Sep 10 15:17:12.754627 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0db7b0a7-b94c-4d72-b432-b2c20596e89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:12.795329 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c970cb6d-a9c6-42de-802f-b324c5045251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547132'] for router_interface, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:12.806202 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0db7b0a7-b94c-4d72-b432-b2c20596e89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:12.808846 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0db7b0a7-b94c-4d72-b432-b2c20596e89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:12.810790 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-0db7b0a7-b94c-4d72-b432-b2c20596e89e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8f9923a-0213-4e26-8fe8-2c122bac20c3 HTTP/1.1" status: 204 len: 168 time: 0.1328590 Sep 10 15:17:12.818598 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7b0a7-b94c-4d72-b432-b2c20596e89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f9923a-0213-4e26-8fe8-2c122bac20c3,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:13.120384 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c970cb6d-a9c6-42de-802f-b324c5045251 admin admin] Deleting port 45403cff-4fc3-4fc2-a56f-6fa300e56801 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:17:13.120975 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c970cb6d-a9c6-42de-802f-b324c5045251 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:13.204376 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c970cb6d-a9c6-42de-802f-b324c5045251 admin admin] For port 45403cff-4fc3-4fc2-a56f-6fa300e56801, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=45403cff-4fc3-4fc2-a56f-6fa300e56801,segment=NetworkSegment(8f8bc020-2455-4540-beed-ea448ad37908),segment_id=8f8bc020-2455-4540-beed-ea448ad37908)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:17:13.204737 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c970cb6d-a9c6-42de-802f-b324c5045251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:13.217823 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c970cb6d-a9c6-42de-802f-b324c5045251 admin admin] Calling delete_port for 45403cff-4fc3-4fc2-a56f-6fa300e56801 owned by network:router_interface {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:17:13.442256 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c970cb6d-a9c6-42de-802f-b324c5045251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:13.467664 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970cb6d-a9c6-42de-802f-b324c5045251 admin admin] Pushing event deleted for resources: {'Port': ['ID=45403cff-4fc3-4fc2-a56f-6fa300e56801,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:13.637405 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c970cb6d-a9c6-42de-802f-b324c5045251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-733762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547208'] for router_interface, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:13.900893 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93978cb2-f443-449c-828e-6d7ceb227bd0 req-b0972b63-48f3-43c2-9b94-b7cf748198b4 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:13.902381 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-93978cb2-f443-449c-828e-6d7ceb227bd0 req-b0972b63-48f3-43c2-9b94-b7cf748198b4 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0975614 Sep 10 15:17:13.910203 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c970cb6d-a9c6-42de-802f-b324c5045251 admin admin] Router 69039c83-0121-40eb-8e54-c5500a17e9ce has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:17:13.988330 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-93978cb2-f443-449c-828e-6d7ceb227bd0 req-a21abf0b-7621-468c-a267-e76c4c22f7e9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751724 Sep 10 15:17:14.054030 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c970cb6d-a9c6-42de-802f-b324c5045251 admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:17:14.059257 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c970cb6d-a9c6-42de-802f-b324c5045251 admin admin] 10.222.0.32 "PUT /v2.0/routers/69039c83-0121-40eb-8e54-c5500a17e9ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9712663 Sep 10 15:17:14.064122 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 59556) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:14.071880 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bdae9d-4d0e-4257-88bc-a951c913d396 None None] Sync routers for ids ['69039c83-0121-40eb-8e54-c5500a17e9ce'] in dv-cinder-760184-10-iscsi {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:17:14.081607 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bdae9d-4d0e-4257-88bc-a951c913d396 None None] Routers {'69039c83-0121-40eb-8e54-c5500a17e9ce'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:17:14.082469 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-80bdae9d-4d0e-4257-88bc-a951c913d396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:17:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['69039c83-0121-40eb-8e54-c5500a17e9ce'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:17:14.183030 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9ea54af8-119b-40ff-89bc-18bd0851288b admin admin] Notify callbacks [] for router, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:14.202010 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-80bdae9d-4d0e-4257-88bc-a951c913d396 None None] Set router 69039c83-0121-40eb-8e54-c5500a17e9ce gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:17:14.330187 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9ea54af8-119b-40ff-89bc-18bd0851288b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:14.392674 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-9ea54af8-119b-40ff-89bc-18bd0851288b admin admin] Deleting port 30559a5f-a9ce-430e-9d30-f7d01551e622 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:17:14.393145 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9ea54af8-119b-40ff-89bc-18bd0851288b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:14.401913 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-80bdae9d-4d0e-4257-88bc-a951c913d396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69039c83-0121-40eb-8e54-c5500a17e9ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1837727179-router', 'tenant_id': '8d4ba512da8349e891d810bef26b5436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '30559a5f-a9ce-430e-9d30-f7d01551e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:42Z', 'updated_at': '2021-09-10T15:17:13Z', 'revision_number': 5, 'project_id': '8d4ba512da8349e891d810bef26b5436', 'gw_port': {'id': '30559a5f-a9ce-430e-9d30-f7d01551e622', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69039c83-0121-40eb-8e54-c5500a17e9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:17:14.434756 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bdae9d-4d0e-4257-88bc-a951c913d396 None None] Checking router: 69039c83-0121-40eb-8e54-c5500a17e9ce for host: dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:17:14.447634 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bdae9d-4d0e-4257-88bc-a951c913d396 None None] Routers {'69039c83-0121-40eb-8e54-c5500a17e9ce'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:17:14.448247 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-80bdae9d-4d0e-4257-88bc-a951c913d396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:17:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['69039c83-0121-40eb-8e54-c5500a17e9ce'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:17:14.484105 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-9ea54af8-119b-40ff-89bc-18bd0851288b admin admin] For port 30559a5f-a9ce-430e-9d30-f7d01551e622, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=30559a5f-a9ce-430e-9d30-f7d01551e622,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:17:14.485115 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9ea54af8-119b-40ff-89bc-18bd0851288b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:14.498229 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-9ea54af8-119b-40ff-89bc-18bd0851288b admin admin] Calling delete_port for 30559a5f-a9ce-430e-9d30-f7d01551e622 owned by network:router_gateway {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:17:14.545212 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-80bdae9d-4d0e-4257-88bc-a951c913d396 None None] Set router 69039c83-0121-40eb-8e54-c5500a17e9ce gateway port host: None {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:17:14.605202 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-80bdae9d-4d0e-4257-88bc-a951c913d396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69039c83-0121-40eb-8e54-c5500a17e9ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1837727179-router', 'tenant_id': '8d4ba512da8349e891d810bef26b5436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:42Z', 'updated_at': '2021-09-10T15:17:14Z', 'revision_number': 6, 'project_id': '8d4ba512da8349e891d810bef26b5436', 'gw_port_host': None}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:17:14.644514 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bdae9d-4d0e-4257-88bc-a951c913d396 None None] The sync data for ids ['69039c83-0121-40eb-8e54-c5500a17e9ce'] in dv-cinder-760184-10-iscsi is: [{'id': '69039c83-0121-40eb-8e54-c5500a17e9ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1837727179-router', 'tenant_id': '8d4ba512da8349e891d810bef26b5436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:42Z', 'updated_at': '2021-09-10T15:17:14Z', 'revision_number': 6, 'project_id': '8d4ba512da8349e891d810bef26b5436', 'gw_port_host': None}] {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:17:14.691694 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9ea54af8-119b-40ff-89bc-18bd0851288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:14.718716 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea54af8-119b-40ff-89bc-18bd0851288b admin admin] Pushing event deleted for resources: {'Port': ['ID=30559a5f-a9ce-430e-9d30-f7d01551e622,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:14.744358 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device c95297de-9c9a-406c-81aa-813ff7394bd6 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:17:14.767530 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: c95297de-9c9a-406c-81aa-813ff7394bd6 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:17:14.768341 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device c95297de-9c9a-406c-81aa-813ff7394bd6 not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:17:14.778192 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9ea54af8-119b-40ff-89bc-18bd0851288b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551018'] for router_gateway, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:14.885188 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9ea54af8-119b-40ff-89bc-18bd0851288b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-335'] for router, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:14.888042 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9ea54af8-119b-40ff-89bc-18bd0851288b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:14.947498 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9ea54af8-119b-40ff-89bc-18bd0851288b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542672'] for router, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:14.947976 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea54af8-119b-40ff-89bc-18bd0851288b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69039c83-0121-40eb-8e54-c5500a17e9ce {{(pid=94032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 15:17:14.954279 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9ea54af8-119b-40ff-89bc-18bd0851288b admin admin] Notify callbacks [] for router, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:14.955386 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-9ea54af8-119b-40ff-89bc-18bd0851288b admin admin] 10.222.0.32 "DELETE /v2.0/routers/69039c83-0121-40eb-8e54-c5500a17e9ce HTTP/1.1" status: 204 len: 168 time: 0.8902609 Sep 10 15:17:14.957950 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 59570) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:15.002453 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_v2 [None req-25547551-2348-4188-9b63-b5b453a11caa admin admin] Deleting subnet 56d1c94b-8bee-42a2-9581-b70245d1f7a7 {{(pid=94032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:17:15.005766 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-25547551-2348-4188-9b63-b5b453a11caa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:15.052269 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-25547551-2348-4188-9b63-b5b453a11caa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13604879'] for subnet, precommit_delete_associations {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:15.128993 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8b0ce-7be7-4aa8-9edc-ff8569a41001 req-f8c2a05d-6d21-4fb6-8c39-a4f5d90d2a8f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:15.130484 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9fd8b0ce-7be7-4aa8-9edc-ff8569a41001 req-f8c2a05d-6d21-4fb6-8c39-a4f5d90d2a8f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0610106 Sep 10 15:17:15.175182 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9fd8b0ce-7be7-4aa8-9edc-ff8569a41001 req-5e2a2c1c-c100-438b-b774-c7c06a282eb8 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385253 Sep 10 15:17:15.322841 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-25547551-2348-4188-9b63-b5b453a11caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766759'] for subnet, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:15.378699 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-25547551-2348-4188-9b63-b5b453a11caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13899841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13349813'] for subnet, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:15.408372 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25547551-2348-4188-9b63-b5b453a11caa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d1c94b-8bee-42a2-9581-b70245d1f7a7,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:15.420966 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-25547551-2348-4188-9b63-b5b453a11caa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:15.420966 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-25547551-2348-4188-9b63-b5b453a11caa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/56d1c94b-8bee-42a2-9581-b70245d1f7a7 HTTP/1.1" status: 204 len: 168 time: 0.4552751 Sep 10 15:17:15.420966 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 59576) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:15.495604 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f59888b8-caf9-40fe-ad3c-f62cb21fc1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1354939'] for network, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:15.579766 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f59888b8-caf9-40fe-ad3c-f62cb21fc1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767442', 'neutron.services.segments.db._delete_segments_for_network-8740670112925'] for network, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:15.602706 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-f59888b8-caf9-40fe-ad3c-f62cb21fc1a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c82b9c-da29-44a5-a286-a7806dfed4d4']}} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:17:15.614186 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-f59888b8-caf9-40fe-ad3c-f62cb21fc1a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8bc020-2455-4540-beed-ea448ad37908') {'for_net_delete': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:17:15.614475 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-f59888b8-caf9-40fe-ad3c-f62cb21fc1a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8bc020-2455-4540-beed-ea448ad37908') {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:17:15.631898 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f59888b8-caf9-40fe-ad3c-f62cb21fc1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740670111398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13604982'] for segment, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:15.646234 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f59888b8-caf9-40fe-ad3c-f62cb21fc1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:15.653258 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59888b8-caf9-40fe-ad3c-f62cb21fc1a8 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:17:15.654050 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f59888b8-caf9-40fe-ad3c-f62cb21fc1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13900707'] for segment, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: Traceback (most recent call last): Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: timer() Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: cb(*args, **kw) Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: return func(*args, **kwargs) Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: self._notify() Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: self.callback(batched_events) Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: event.method(event) Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: return f(self, *a, **k) Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: return self._get(url).json() Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: return self.request(url, 'GET', **kwargs) Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:17:15.656214 dv-cinder-760184-10-iscsi neutron-server[94032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:17:15.717824 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f59888b8-caf9-40fe-ad3c-f62cb21fc1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550926'] for network, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:15.736344 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f59888b8-caf9-40fe-ad3c-f62cb21fc1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:15.738253 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-f59888b8-caf9-40fe-ad3c-f62cb21fc1a8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/89c82b9c-da29-44a5-a286-a7806dfed4d4 HTTP/1.1" status: 204 len: 168 time: 0.3207860 Sep 10 15:17:15.739274 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59888b8-caf9-40fe-ad3c-f62cb21fc1a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=89c82b9c-da29-44a5-a286-a7806dfed4d4,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:15.936130 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 59588) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:15.993389 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-8d3bf8c8-baa7-421c-9c60-55b676051703 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d4ba512da8349e891d810bef26b5436&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0552206 Sep 10 15:17:15.995003 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 59596) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:16.045448 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2b3adb00-3ef6-4f32-887e-cc0809ba19cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:16.066031 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2b3adb00-3ef6-4f32-887e-cc0809ba19cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:16.116972 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2b3adb00-3ef6-4f32-887e-cc0809ba19cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:16.119516 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2b3adb00-3ef6-4f32-887e-cc0809ba19cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:16.120685 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-2b3adb00-3ef6-4f32-887e-cc0809ba19cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c HTTP/1.1" status: 204 len: 168 time: 0.1246212 Sep 10 15:17:16.128857 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3adb00-3ef6-4f32-887e-cc0809ba19cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7447f2-b7bb-43b1-b7bb-17dfce0b1d9c,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:16.213142 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 30559a5f-a9ce-430e-9d30-f7d01551e622 no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:17:16.234932 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: 30559a5f-a9ce-430e-9d30-f7d01551e622 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:17:16.235273 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 30559a5f-a9ce-430e-9d30-f7d01551e622 not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:17:16.235685 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 45403cff-4fc3-4fc2-a56f-6fa300e56801 no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:17:16.255835 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: 45403cff-4fc3-4fc2-a56f-6fa300e56801 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:17:16.256263 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 45403cff-4fc3-4fc2-a56f-6fa300e56801 not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:17:16.301840 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfd31a-ddfc-4d66-8d12-1926212fbc37 req-e17df8b0-bd69-43fa-973b-dca05f825312 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:16.303409 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d9bfd31a-ddfc-4d66-8d12-1926212fbc37 req-e17df8b0-bd69-43fa-973b-dca05f825312 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0507390 Sep 10 15:17:16.347972 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d9bfd31a-ddfc-4d66-8d12-1926212fbc37 req-0314a405-5045-4972-9666-dbba08ee1b35 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355608 Sep 10 15:17:17.479779 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d045d6-2f23-41eb-a0ad-be46aa19cb73 req-3e25bfb6-58eb-44ec-8ff7-e044f1945d7d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:17.485477 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-84d045d6-2f23-41eb-a0ad-be46aa19cb73 req-3e25bfb6-58eb-44ec-8ff7-e044f1945d7d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0584195 Sep 10 15:17:17.531864 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-84d045d6-2f23-41eb-a0ad-be46aa19cb73 req-0cf97b4d-f3cd-4940-8bdf-3229a4faf878 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369196 Sep 10 15:17:18.656347 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f3823-faa6-4891-90c6-06e9f2c5713a req-f37b0b81-d68b-4602-8f51-47a32edd78bd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:18.657807 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5e7f3823-faa6-4891-90c6-06e9f2c5713a req-f37b0b81-d68b-4602-8f51-47a32edd78bd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0469291 Sep 10 15:17:18.697895 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5e7f3823-faa6-4891-90c6-06e9f2c5713a req-a91d276a-76a4-454e-9577-7193463624c1 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342269 Sep 10 15:17:19.814603 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc024b-7cdf-498b-8cd5-c52d92944355 req-9625e8c0-1a5b-4431-8205-8469778618ed tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:19.815947 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a8cc024b-7cdf-498b-8cd5-c52d92944355 req-9625e8c0-1a5b-4431-8205-8469778618ed tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0488055 Sep 10 15:17:19.854855 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a8cc024b-7cdf-498b-8cd5-c52d92944355 req-94ce8676-aa9a-46d7-83fb-89c3c0459730 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323319 Sep 10 15:17:20.986985 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fee04-08e5-4e84-9dfb-9d500c8c5ba2 req-cd4e8290-ff0f-4fc8-b3a4-801028dce8fe tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:20.988641 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-723fee04-08e5-4e84-9dfb-9d500c8c5ba2 req-cd4e8290-ff0f-4fc8-b3a4-801028dce8fe tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0562227 Sep 10 15:17:21.026782 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-723fee04-08e5-4e84-9dfb-9d500c8c5ba2 req-bb72dc29-eb29-4ba6-bb5e-96f380f51ffe tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324309 Sep 10 15:17:21.332798 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76763aea-3565-4689-a845-925e65ffe9a1 req-428c4953-8cac-49ca-ba1b-14a636e4ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:21.334343 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-76763aea-3565-4689-a845-925e65ffe9a1 req-428c4953-8cac-49ca-ba1b-14a636e4ce23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38a103aa430e44d19677d7d83ecdf77d&device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 1098 time: 0.0454097 Sep 10 15:17:21.427321 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76763aea-3565-4689-a845-925e65ffe9a1 req-c7d05075-de02-44a6-a9e0-224d0ee05cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:21.428802 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-76763aea-3565-4689-a845-925e65ffe9a1 req-c7d05075-de02-44a6-a9e0-224d0ee05cf0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6da470b5-21a6-48da-8f44-511723482333 HTTP/1.1" status: 200 len: 918 time: 0.0864384 Sep 10 15:17:21.513157 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-76763aea-3565-4689-a845-925e65ffe9a1 req-d04a36ad-8636-4fc8-b5ee-766eafdc445e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb7b6714-8cac-4dc3-814b-2e2a88b946b2 HTTP/1.1" status: 200 len: 1001 time: 0.0697331 Sep 10 15:17:21.570516 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76763aea-3565-4689-a845-925e65ffe9a1 req-2fbcff34-f601-4252-a9fb-dd0dbe41b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:21.572183 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-76763aea-3565-4689-a845-925e65ffe9a1 req-2fbcff34-f601-4252-a9fb-dd0dbe41b5a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef768324-eaba-4f07-b58a-689f0ef013d0 HTTP/1.1" status: 200 len: 856 time: 0.0500231 Sep 10 15:17:21.620834 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76763aea-3565-4689-a845-925e65ffe9a1 req-2af6b22e-fb72-4e14-b94f-3b5e5b2f3bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:21.622917 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-76763aea-3565-4689-a845-925e65ffe9a1 req-2af6b22e-fb72-4e14-b94f-3b5e5b2f3bf0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6da470b5-21a6-48da-8f44-511723482333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423756 Sep 10 15:17:21.652690 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 59754) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:21.722517 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-76763aea-3565-4689-a845-925e65ffe9a1 req-39287392-1e98-42b3-b5f4-80182ed26e0a service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917618 Sep 10 15:17:21.759094 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-80b425d5-febb-4c29-b330-a1072abb1c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:21.831478 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-76763aea-3565-4689-a845-925e65ffe9a1 req-f20f688c-ef46-441a-ac3b-19fb81d8ff6c service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006029 Sep 10 15:17:21.862614 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-80b425d5-febb-4c29-b330-a1072abb1c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:21.866393 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-80b425d5-febb-4c29-b330-a1072abb1c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:21.906857 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-80b425d5-febb-4c29-b330-a1072abb1c52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3188b884635a426089851fd1ee4d0984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530134 Sep 10 15:17:21.907885 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b425d5-febb-4c29-b330-a1072abb1c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb25323-f728-4c15-8bb2-656d31756693,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:21.909491 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 59764) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:21.959965 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-df80796e-31d7-44a2-8f93-45b8b2502fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:21.981101 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-df80796e-31d7-44a2-8f93-45b8b2502fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:22.037873 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-df80796e-31d7-44a2-8f93-45b8b2502fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:22.040901 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-df80796e-31d7-44a2-8f93-45b8b2502fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:22.042252 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-df80796e-31d7-44a2-8f93-45b8b2502fec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7bb25323-f728-4c15-8bb2-656d31756693 HTTP/1.1" status: 204 len: 168 time: 0.1305707 Sep 10 15:17:22.050125 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80796e-31d7-44a2-8f93-45b8b2502fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb25323-f728-4c15-8bb2-656d31756693,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:22.163798 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201442d-d265-4477-b5dd-a879a5f9195f req-02cacf8f-dcf2-492c-b805-035ebdd9dce8 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:22.165321 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2201442d-d265-4477-b5dd-a879a5f9195f req-02cacf8f-dcf2-492c-b805-035ebdd9dce8 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0605452 Sep 10 15:17:22.214147 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2201442d-d265-4477-b5dd-a879a5f9195f req-eb56bde8-61c3-4a51-8a95-4cc5522755c0 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404451 Sep 10 15:17:22.358908 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 59792) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:22.373385 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b10a17b4-62de-4eec-b609-37cacd085fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:22.459315 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b10a17b4-62de-4eec-b609-37cacd085fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:22.463270 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b10a17b4-62de-4eec-b609-37cacd085fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:22.503550 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-b10a17b4-62de-4eec-b609-37cacd085fe3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6ff73462c9f4b348c0e94712d2cdd01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432858 Sep 10 15:17:22.504447 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a17b4-62de-4eec-b609-37cacd085fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df80af68-cdba-4930-be18-8e15d2ac9c86,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:22.506655 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 59794) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:22.560321 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4f11eb44-06d3-4f00-82b5-09f828764ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:22.580784 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4f11eb44-06d3-4f00-82b5-09f828764ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:22.628527 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4f11eb44-06d3-4f00-82b5-09f828764ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:22.631115 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4f11eb44-06d3-4f00-82b5-09f828764ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:22.632244 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-4f11eb44-06d3-4f00-82b5-09f828764ea4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df80af68-cdba-4930-be18-8e15d2ac9c86 HTTP/1.1" status: 204 len: 168 time: 0.1244020 Sep 10 15:17:22.640070 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11eb44-06d3-4f00-82b5-09f828764ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df80af68-cdba-4930-be18-8e15d2ac9c86,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:23.342950 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea0c2b-d10a-4066-8dcf-37199dfb4da0 req-a34be5c7-e59c-4b6c-8ed0-c39a4f153029 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:23.344455 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5fea0c2b-d10a-4066-8dcf-37199dfb4da0 req-a34be5c7-e59c-4b6c-8ed0-c39a4f153029 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0549698 Sep 10 15:17:23.382671 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5fea0c2b-d10a-4066-8dcf-37199dfb4da0 req-609f23f6-e31c-4351-a08b-af17034f31eb tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323293 Sep 10 15:17:24.040230 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:24.303993 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 59866) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:24.417558 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c66f4693-6b4c-4951-a75a-72422dc77a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:24.521894 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922192a1-3774-4294-afc2-8f2b34c0492c req-724a2196-4e8e-412d-be6b-062bd5cd8925 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:24.523415 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-922192a1-3774-4294-afc2-8f2b34c0492c req-724a2196-4e8e-412d-be6b-062bd5cd8925 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0679193 Sep 10 15:17:24.575003 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c66f4693-6b4c-4951-a75a-72422dc77a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:24.581241 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c66f4693-6b4c-4951-a75a-72422dc77a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:24.605607 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-922192a1-3774-4294-afc2-8f2b34c0492c req-4e7731ec-4e1b-46cf-90a9-a64587e6640c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691373 Sep 10 15:17:24.625357 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c66f4693-6b4c-4951-a75a-72422dc77a42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=335e4c43180a45f3adbfff67dc003b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201880 Sep 10 15:17:24.627895 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 59872) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:24.631228 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f4693-6b4c-4951-a75a-72422dc77a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99ae62c-6d48-419d-8f06-6ade6fe60e9d,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:24.682254 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0a95180d-8101-4e55-bf91-462fe98704e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:24.703825 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0a95180d-8101-4e55-bf91-462fe98704e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:24.755713 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0a95180d-8101-4e55-bf91-462fe98704e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:24.758617 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0a95180d-8101-4e55-bf91-462fe98704e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:24.761334 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-0a95180d-8101-4e55-bf91-462fe98704e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b99ae62c-6d48-419d-8f06-6ade6fe60e9d HTTP/1.1" status: 204 len: 168 time: 0.1323612 Sep 10 15:17:24.770221 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95180d-8101-4e55-bf91-462fe98704e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99ae62c-6d48-419d-8f06-6ade6fe60e9d,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:25.081257 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 59906) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:25.097691 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-46cbac96-d8ce-40c3-8071-e858aff024bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:25.200110 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [req-6f92e1aa-d447-4e0e-8c62-7875d5842f18 req-54f8a0a8-00a8-4764-8424-3d4f619f4e15 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94031) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:17:25.201117 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6f92e1aa-d447-4e0e-8c62-7875d5842f18 req-54f8a0a8-00a8-4764-8424-3d4f619f4e15 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058599 Sep 10 15:17:25.203602 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-46cbac96-d8ce-40c3-8071-e858aff024bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:25.209573 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-46cbac96-d8ce-40c3-8071-e858aff024bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:25.239946 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 59920) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:25.259902 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 59926) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:25.260033 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-46cbac96-d8ce-40c3-8071-e858aff024bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23490b5336fb46bd8f108ecd091c62c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770649 Sep 10 15:17:25.260866 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbac96-d8ce-40c3-8071-e858aff024bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5305a718-a058-4ff6-a4e7-a19665bdb0c1,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:25.327190 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-368b4bf1-5083-4e02-bf36-eb80683dfb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:25.374259 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-368b4bf1-5083-4e02-bf36-eb80683dfb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:25.428320 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c597f-3fbd-4101-b829-306ba082af29 req-e885a2d4-76e3-4111-9f8a-1e7fd4d4d861 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:25.429815 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-057c597f-3fbd-4101-b829-306ba082af29 req-e885a2d4-76e3-4111-9f8a-1e7fd4d4d861 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0924375 Sep 10 15:17:25.432680 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-76d2bf57-f7ca-4263-b5b9-8577074b1e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:25.491978 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-057c597f-3fbd-4101-b829-306ba082af29 req-f55a411f-3099-4273-81e5-8e1058b6e4bc tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550597 Sep 10 15:17:25.493733 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-368b4bf1-5083-4e02-bf36-eb80683dfb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:25.496524 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-368b4bf1-5083-4e02-bf36-eb80683dfb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:25.497760 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-368b4bf1-5083-4e02-bf36-eb80683dfb8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5305a718-a058-4ff6-a4e7-a19665bdb0c1 HTTP/1.1" status: 204 len: 168 time: 0.2368448 Sep 10 15:17:25.517588 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b4bf1-5083-4e02-bf36-eb80683dfb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5305a718-a058-4ff6-a4e7-a19665bdb0c1,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:25.593782 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-76d2bf57-f7ca-4263-b5b9-8577074b1e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:25.600954 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-76d2bf57-f7ca-4263-b5b9-8577074b1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:25.642184 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-76d2bf57-f7ca-4263-b5b9-8577074b1e36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3eb1055bcd84922a5b6e9090d71c946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009507 Sep 10 15:17:25.643095 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2bf57-f7ca-4263-b5b9-8577074b1e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bf3585-fc6e-43f8-80f6-5fc6efaa8355,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:25.645059 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 59948) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:25.720127 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f042bdfe-c93b-4aab-9579-7a7e1442a1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:25.741714 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f042bdfe-c93b-4aab-9579-7a7e1442a1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:25.794381 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f042bdfe-c93b-4aab-9579-7a7e1442a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:25.797448 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f042bdfe-c93b-4aab-9579-7a7e1442a1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:25.801218 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-f042bdfe-c93b-4aab-9579-7a7e1442a1d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0bf3585-fc6e-43f8-80f6-5fc6efaa8355 HTTP/1.1" status: 204 len: 168 time: 0.1544526 Sep 10 15:17:25.814414 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042bdfe-c93b-4aab-9579-7a7e1442a1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bf3585-fc6e-43f8-80f6-5fc6efaa8355,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:25.838510 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 59966) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:26.013916 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-73dfade7-0e08-44e0-b608-289d4d7fae1a req-2b47a98a-1ded-46e1-a5b3-844d91511753 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1742496 Sep 10 15:17:26.019404 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [req-73dfade7-0e08-44e0-b608-289d4d7fae1a req-2829d0ad-e3a8-4be2-ab0c-03349bfa3591 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:17:26.020556 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-73dfade7-0e08-44e0-b608-289d4d7fae1a req-2829d0ad-e3a8-4be2-ab0c-03349bfa3591 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058596 Sep 10 15:17:26.207688 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 59988) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:26.226005 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9b4b7119-7909-4d0e-a5fd-cf89e3fabeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:26.344073 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9b4b7119-7909-4d0e-a5fd-cf89e3fabeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:26.352294 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9b4b7119-7909-4d0e-a5fd-cf89e3fabeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:26.387964 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-9b4b7119-7909-4d0e-a5fd-cf89e3fabeda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5e79ac904ee485fb9979fb7dede6ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1785934 Sep 10 15:17:26.390754 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 59996) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:26.397230 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b7119-7909-4d0e-a5fd-cf89e3fabeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee56c05d-24d3-4001-90ac-b63103728eb1,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:26.445806 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-905cc4f1-e8d7-42af-b300-1ba09af13e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:26.470945 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-905cc4f1-e8d7-42af-b300-1ba09af13e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:26.523866 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-905cc4f1-e8d7-42af-b300-1ba09af13e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:26.526640 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-905cc4f1-e8d7-42af-b300-1ba09af13e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:26.530595 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-905cc4f1-e8d7-42af-b300-1ba09af13e01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee56c05d-24d3-4001-90ac-b63103728eb1 HTTP/1.1" status: 204 len: 168 time: 0.1359608 Sep 10 15:17:26.536541 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905cc4f1-e8d7-42af-b300-1ba09af13e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee56c05d-24d3-4001-90ac-b63103728eb1,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:26.675903 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e73221-1387-4b6b-8ff2-ec180dab3997 req-3b2a64e7-58fa-4ba2-bf58-368b3211c210 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:26.679222 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-84e73221-1387-4b6b-8ff2-ec180dab3997 req-3b2a64e7-58fa-4ba2-bf58-368b3211c210 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 945 time: 0.0581262 Sep 10 15:17:26.722503 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-84e73221-1387-4b6b-8ff2-ec180dab3997 req-44a5f886-6c73-4642-8f4b-2fa30b1b52be tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366311 Sep 10 15:17:26.789981 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device cb7b6714-8cac-4dc3-814b-2e2a88b946b2 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:17:26.873882 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:26.896289 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854592f7-9bf4-46d9-9be8-e2886434aa25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:17:26.898610 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c52cc02-3777-4e88-97bf-a383afebc5a7" -d '{"events": [{"server_uuid": "854592f7-9bf4-46d9-9be8-e2886434aa25", "name": "network-vif-unplugged", "status": "completed", "tag": "cb7b6714-8cac-4dc3-814b-2e2a88b946b2"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:17:26.911793 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port cb7b6714-8cac-4dc3-814b-2e2a88b946b2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:17:26.917854 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:26.943265 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 15:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec19fa1e-70e7-433e-a664-bc1335075455 x-openstack-request-id: req-ec19fa1e-70e7-433e-a664-bc1335075455 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:17:26.943561 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854592f7-9bf4-46d9-9be8-e2886434aa25", "name": "network-vif-unplugged", "status": "failed", "tag": "cb7b6714-8cac-4dc3-814b-2e2a88b946b2", "code": 422}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:17:26.943980 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec19fa1e-70e7-433e-a664-bc1335075455 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:17:26.944424 dv-cinder-760184-10-iscsi neutron-server[94033]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '854592f7-9bf4-46d9-9be8-e2886434aa25', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2', 'code': 422} returned with failed status Sep 10 15:17:26.975940 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,revision_number=8']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:27.752568 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfade7-0e08-44e0-b608-289d4d7fae1a req-e972eebe-98fc-4d0f-bc39-22ed99a8fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:27.763960 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-73dfade7-0e08-44e0-b608-289d4d7fae1a req-e972eebe-98fc-4d0f-bc39-22ed99a8fdc2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25&tenant_id=38a103aa430e44d19677d7d83ecdf77d HTTP/1.1" status: 200 len: 1096 time: 0.0872960 Sep 10 15:17:27.837242 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfade7-0e08-44e0-b608-289d4d7fae1a req-85ff36c2-2f55-439d-bb1a-365f6ada8b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:27.838991 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-73dfade7-0e08-44e0-b608-289d4d7fae1a req-85ff36c2-2f55-439d-bb1a-365f6ada8b81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38a103aa430e44d19677d7d83ecdf77d&device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 1096 time: 0.0470080 Sep 10 15:17:27.869023 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12976e50-b8f9-47f5-b5f4-8936b5300bfd req-427355bd-1350-4ef5-9085-2332e5d9004c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:27.873006 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-12976e50-b8f9-47f5-b5f4-8936b5300bfd req-427355bd-1350-4ef5-9085-2332e5d9004c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0673726 Sep 10 15:17:27.940267 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-12976e50-b8f9-47f5-b5f4-8936b5300bfd req-a775fac9-06f1-42bb-a66a-f3aed268eed8 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533657 Sep 10 15:17:27.978837 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfade7-0e08-44e0-b608-289d4d7fae1a req-d5782ba8-5869-4a03-9f8b-625fb9dd2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:27.982201 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-73dfade7-0e08-44e0-b608-289d4d7fae1a req-d5782ba8-5869-4a03-9f8b-625fb9dd2491 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6da470b5-21a6-48da-8f44-511723482333 HTTP/1.1" status: 200 len: 918 time: 0.1349597 Sep 10 15:17:28.065060 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-73dfade7-0e08-44e0-b608-289d4d7fae1a req-e3c523a0-ffea-4b32-8a15-a1ba3dd58ee6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb7b6714-8cac-4dc3-814b-2e2a88b946b2 HTTP/1.1" status: 200 len: 999 time: 0.0739212 Sep 10 15:17:28.116622 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfade7-0e08-44e0-b608-289d4d7fae1a req-97c84983-634b-4ca1-8ab8-5ae63132937b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:28.118105 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-73dfade7-0e08-44e0-b608-289d4d7fae1a req-97c84983-634b-4ca1-8ab8-5ae63132937b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef768324-eaba-4f07-b58a-689f0ef013d0 HTTP/1.1" status: 200 len: 856 time: 0.0462754 Sep 10 15:17:28.170301 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfade7-0e08-44e0-b608-289d4d7fae1a req-d171ad24-21a6-4392-8700-b0bb7a9a68a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:28.171789 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-73dfade7-0e08-44e0-b608-289d4d7fae1a req-d171ad24-21a6-4392-8700-b0bb7a9a68a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6da470b5-21a6-48da-8f44-511723482333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446019 Sep 10 15:17:28.267072 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-73dfade7-0e08-44e0-b608-289d4d7fae1a req-9652cc41-4fe4-47a8-aab7-db2f17992560 service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859852 Sep 10 15:17:28.364877 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-73dfade7-0e08-44e0-b608-289d4d7fae1a req-06d79547-2c5f-455f-9f74-864d40537992 service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885522 Sep 10 15:17:28.389876 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-f8fd5602-7f8f-4dfa-b47c-c614b35e1ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:29.088535 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de7edc-9e04-41b2-8299-bc03b5b36305 req-db3727c1-d6ab-4549-b948-973461be8fd9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:29.097390 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-31de7edc-9e04-41b2-8299-bc03b5b36305 req-db3727c1-d6ab-4549-b948-973461be8fd9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0729108 Sep 10 15:17:29.141830 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-31de7edc-9e04-41b2-8299-bc03b5b36305 req-79db78cb-1f32-468a-abf8-111f1ea3b0e2 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433347 Sep 10 15:17:29.971281 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-22c75449-a70a-4220-b9eb-b84c0c56ff8d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134743845&fields=id&tenant_id=90064210fccc4fb2a9db8b495df16e58 HTTP/1.1" status: 200 len: 267 time: 0.0542667 Sep 10 15:17:30.374368 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628aa39-a915-443f-b86f-e34c622ca0e4 req-1510703d-a1c2-477f-ab58-20f7e10131cd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:30.375912 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f628aa39-a915-443f-b86f-e34c622ca0e4 req-1510703d-a1c2-477f-ab58-20f7e10131cd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0644033 Sep 10 15:17:30.382203 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-3433321f-44a4-4f42-95e0-3700632d2b18 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:30.383599 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-3433321f-44a4-4f42-95e0-3700632d2b18 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/networks?id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc HTTP/1.1" status: 200 len: 810 time: 0.4112208 Sep 10 15:17:30.409752 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-822c49e3-2f39-49e1-8295-f7a59b00921c tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/quotas/90064210fccc4fb2a9db8b495df16e58 HTTP/1.1" status: 200 len: 375 time: 0.0186410 Sep 10 15:17:30.434755 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f628aa39-a915-443f-b86f-e34c622ca0e4 req-61cc766a-5cec-4991-ab81-848fb93faac1 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501919 Sep 10 15:17:30.472905 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-00efa45f-02fc-4415-909d-887c160160b1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=90064210fccc4fb2a9db8b495df16e58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534148 Sep 10 15:17:30.572085 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-e25f8e98-c2da-4a0d-8763-e23b0e988d84 service neutron] 10.222.0.32 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827134 Sep 10 15:17:30.699722 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-9b915520-30bd-4159-87d3-32935cd16415 service neutron] 10.222.0.32 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198781 Sep 10 15:17:30.878357 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a57d4239-2c2a-4c44-92ec-4675dc2c7b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:31.029059 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2bef21bf-41f2-405f-838e-60de7da7e9ec req-e891da28-ec0f-4970-8b92-00a0bbe9669f tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 210 time: 0.0369332 Sep 10 15:17:31.323639 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:31.580588 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f65fc-0010-48fd-8e9c-e07a0766e027 req-921ae46d-1bf0-4a23-b26a-7e6e7f0d77de tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:31.583082 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c85f65fc-0010-48fd-8e9c-e07a0766e027 req-921ae46d-1bf0-4a23-b26a-7e6e7f0d77de tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0600207 Sep 10 15:17:31.595907 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 60208) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:31.635206 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c85f65fc-0010-48fd-8e9c-e07a0766e027 req-b2e82c49-f43a-4bd2-b0a3-dfcbfae04a0b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460708 Sep 10 15:17:31.761161 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-29ff091f-7427-45d8-9540-d0209b4a89f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:31.867132 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-29ff091f-7427-45d8-9540-d0209b4a89f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:31.877938 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-29ff091f-7427-45d8-9540-d0209b4a89f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:31.929919 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-29ff091f-7427-45d8-9540-d0209b4a89f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=784b8401f6a248ab9b86f65ac5940041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329833 Sep 10 15:17:31.933001 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 60222) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:31.934881 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff091f-7427-45d8-9540-d0209b4a89f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640abba4-d683-4538-be4f-a519d4e0ec34,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:31.994288 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-379ec35e-41c8-4b2b-842d-bf338c07e464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:32.022798 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-379ec35e-41c8-4b2b-842d-bf338c07e464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:32.082991 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-379ec35e-41c8-4b2b-842d-bf338c07e464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:32.085866 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-379ec35e-41c8-4b2b-842d-bf338c07e464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:32.087355 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-379ec35e-41c8-4b2b-842d-bf338c07e464 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/640abba4-d683-4538-be4f-a519d4e0ec34 HTTP/1.1" status: 204 len: 168 time: 0.1525495 Sep 10 15:17:32.096409 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ec35e-41c8-4b2b-842d-bf338c07e464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640abba4-d683-4538-be4f-a519d4e0ec34,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:32.153430 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e6e5654c-ec99-4151-ab31-5356700f061f req-f79aa0f7-db7e-486d-9af6-4162c501654b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 210 time: 0.0280650 Sep 10 15:17:32.218585 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:32.280619 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 60240) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:32.416904 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 60246) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:32.434627 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-51669027-c8d1-472d-8f4b-df36f7256050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:32.467114 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d7cb956f-931f-4f13-823b-6a9f068cf150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:32.550003 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-51669027-c8d1-472d-8f4b-df36f7256050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:32.556238 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-51669027-c8d1-472d-8f4b-df36f7256050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:32.612098 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-51669027-c8d1-472d-8f4b-df36f7256050 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d306fcdfdfd84006bdc2b157c0838657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936393 Sep 10 15:17:32.614792 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 60248) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:32.615274 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51669027-c8d1-472d-8f4b-df36f7256050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c64cb3-1a17-45fa-9a61-fcf99d9fbd22,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:32.669642 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a229-2450-48cb-a17a-eb449144f25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:32.695463 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a229-2450-48cb-a17a-eb449144f25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:32.705581 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d7cb956f-931f-4f13-823b-6a9f068cf150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:32.713732 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d7cb956f-931f-4f13-823b-6a9f068cf150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:32.753446 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-d7cb956f-931f-4f13-823b-6a9f068cf150 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a52905b6d17441079f9f7746cdf98f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4717267 Sep 10 15:17:32.758653 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 60252) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:32.766802 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a229-2450-48cb-a17a-eb449144f25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:32.769721 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a229-2450-48cb-a17a-eb449144f25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:32.770951 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-e9f2a229-2450-48cb-a17a-eb449144f25c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64c64cb3-1a17-45fa-9a61-fcf99d9fbd22 HTTP/1.1" status: 204 len: 168 time: 0.1551456 Sep 10 15:17:32.780902 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2a229-2450-48cb-a17a-eb449144f25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c64cb3-1a17-45fa-9a61-fcf99d9fbd22,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:32.796395 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb956f-931f-4f13-823b-6a9f068cf150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8c037c-7278-4933-bbf6-b88a95618ed6,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:32.877995 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940286a6-d876-4215-8181-7f1322bdfffc req-e62dc0ff-bc54-45c9-bdcf-0e5443c9e4be tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:32.879584 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-940286a6-d876-4215-8181-7f1322bdfffc req-e62dc0ff-bc54-45c9-bdcf-0e5443c9e4be tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.1107686 Sep 10 15:17:32.896368 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2ed0fb55-4632-4e84-b413-19d8a6ee1c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:32.940119 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2ed0fb55-4632-4e84-b413-19d8a6ee1c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:32.969808 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-940286a6-d876-4215-8181-7f1322bdfffc req-852ded17-c1e7-4d44-80c4-b5883978e7d1 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743651 Sep 10 15:17:33.026994 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2ed0fb55-4632-4e84-b413-19d8a6ee1c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:33.030754 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2ed0fb55-4632-4e84-b413-19d8a6ee1c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:33.032240 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-2ed0fb55-4632-4e84-b413-19d8a6ee1c7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a8c037c-7278-4933-bbf6-b88a95618ed6 HTTP/1.1" status: 204 len: 168 time: 0.2726052 Sep 10 15:17:33.041715 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0fb55-4632-4e84-b413-19d8a6ee1c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8c037c-7278-4933-bbf6-b88a95618ed6,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:33.353007 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-01f3df55-8620-48d0-9398-e3e5d02ca7bd req-8bb3a386-24e4-4b05-b9e3-5c3b2bb5bd09 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 210 time: 0.0707495 Sep 10 15:17:33.566533 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 60274) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:33.579853 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b58e1134-d0d1-4253-8d68-37b64eded870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:33.656737 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:33.685822 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b58e1134-d0d1-4253-8d68-37b64eded870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:33.690752 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b58e1134-d0d1-4253-8d68-37b64eded870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:33.736388 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-b58e1134-d0d1-4253-8d68-37b64eded870 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b6b0e673b6546eb91fe0138b3ee45c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1687586 Sep 10 15:17:33.737785 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e1134-d0d1-4253-8d68-37b64eded870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dc3921-91e8-4aea-961d-9af30aea692d,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:33.739141 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 60276) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:33.799097 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b26b33cb-36b3-4910-8468-7489973f9241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:33.822075 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b26b33cb-36b3-4910-8468-7489973f9241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:33.885009 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b26b33cb-36b3-4910-8468-7489973f9241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:33.888210 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b26b33cb-36b3-4910-8468-7489973f9241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:33.889379 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-b26b33cb-36b3-4910-8468-7489973f9241 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7dc3921-91e8-4aea-961d-9af30aea692d HTTP/1.1" status: 204 len: 168 time: 0.1485014 Sep 10 15:17:33.897060 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b33cb-36b3-4910-8468-7489973f9241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dc3921-91e8-4aea-961d-9af30aea692d,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:34.112636 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff29a03-8866-4ece-ae3c-f10cf2f42970 req-9ff875b9-fa31-4b45-bc8f-81976f70150f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:34.129541 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7ff29a03-8866-4ece-ae3c-f10cf2f42970 req-9ff875b9-fa31-4b45-bc8f-81976f70150f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0662689 Sep 10 15:17:34.164518 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7ff29a03-8866-4ece-ae3c-f10cf2f42970 req-e06d04b9-3766-46c0-aedf-28341978fed0 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368953 Sep 10 15:17:34.493115 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-458467dc-a052-44c0-a034-f39eca876d53 req-18ba464d-1441-4789-a3db-3808d55213f1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 210 time: 0.0633512 Sep 10 15:17:35.293014 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f31d13-297e-4c93-9d13-ffb30d28c17a req-b1ea14f6-79ec-4248-b0c3-74898b0e221c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:35.294568 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-42f31d13-297e-4c93-9d13-ffb30d28c17a req-b1ea14f6-79ec-4248-b0c3-74898b0e221c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0526142 Sep 10 15:17:35.361157 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-42f31d13-297e-4c93-9d13-ffb30d28c17a req-922c46ca-9686-4fa7-8b93-c39f69b8074f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606072 Sep 10 15:17:35.617053 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-776f98ca-a39c-4af2-acb3-5192cd8c3212 req-92915f4a-758a-4501-a3dd-bc10e35b6fa1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 210 time: 0.0376315 Sep 10 15:17:36.102116 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 60386) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:36.218048 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-478b04f8-20cf-46ec-b793-423b4352bc8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:36.316140 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-478b04f8-20cf-46ec-b793-423b4352bc8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:36.320941 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-478b04f8-20cf-46ec-b793-423b4352bc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:36.363308 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 60398) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:36.363918 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-478b04f8-20cf-46ec-b793-423b4352bc8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f4679f99d6f41328e0d59941c2f3011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604899 Sep 10 15:17:36.368256 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b04f8-20cf-46ec-b793-423b4352bc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ffef6c-2dd7-4bd9-813f-6f36145a31f7,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:36.449750 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-79a5468e-6d7a-4ab9-966d-2a521696b0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:36.474078 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-79a5468e-6d7a-4ab9-966d-2a521696b0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:36.507000 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d336-aa78-4540-a19d-649680adcd3e req-b36ce16e-d31f-45ef-b061-688d88746daa tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:36.508597 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4e20d336-aa78-4540-a19d-649680adcd3e req-b36ce16e-d31f-45ef-b061-688d88746daa tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0690479 Sep 10 15:17:36.529224 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-79a5468e-6d7a-4ab9-966d-2a521696b0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:36.531769 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-79a5468e-6d7a-4ab9-966d-2a521696b0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:36.532946 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-79a5468e-6d7a-4ab9-966d-2a521696b0c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67ffef6c-2dd7-4bd9-813f-6f36145a31f7 HTTP/1.1" status: 204 len: 168 time: 0.1675370 Sep 10 15:17:36.541912 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5468e-6d7a-4ab9-966d-2a521696b0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ffef6c-2dd7-4bd9-813f-6f36145a31f7,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:36.564848 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4e20d336-aa78-4540-a19d-649680adcd3e req-c1a851a4-c203-4c94-9a9d-f18ac20481e8 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494330 Sep 10 15:17:36.734514 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8cb36dcf-7baf-41c0-ac38-d0d216a462b5 req-9e8bf12a-7b88-400c-bb63-fd04814a0b78 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 210 time: 0.0320804 Sep 10 15:17:36.859341 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 60414) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:36.872696 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0b09f6d4-9a79-4d72-9e74-e12c989e92a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:37.000389 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0b09f6d4-9a79-4d72-9e74-e12c989e92a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:37.006259 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0b09f6d4-9a79-4d72-9e74-e12c989e92a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:37.051469 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 60416) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:37.051937 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-0b09f6d4-9a79-4d72-9e74-e12c989e92a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7f7f69da6df46ba808a54b598f96e74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910667 Sep 10 15:17:37.052286 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09f6d4-9a79-4d72-9e74-e12c989e92a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61c5043-8249-4d02-9449-4c6c4e9edab3,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:37.126022 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5496d0cf-dd49-4241-9e20-90f3e9c9979e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:37.149269 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5496d0cf-dd49-4241-9e20-90f3e9c9979e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:37.205432 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5496d0cf-dd49-4241-9e20-90f3e9c9979e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:37.208023 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5496d0cf-dd49-4241-9e20-90f3e9c9979e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:37.209193 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-5496d0cf-dd49-4241-9e20-90f3e9c9979e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a61c5043-8249-4d02-9449-4c6c4e9edab3 HTTP/1.1" status: 204 len: 168 time: 0.1567709 Sep 10 15:17:37.217910 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496d0cf-dd49-4241-9e20-90f3e9c9979e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61c5043-8249-4d02-9449-4c6c4e9edab3,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:37.721405 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90a9f3-47f5-4a00-a5e5-4f34edc6ad00 req-d26e5b10-974d-41ca-9c95-d4fb1b8f5c05 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:37.722944 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6c90a9f3-47f5-4a00-a5e5-4f34edc6ad00 req-d26e5b10-974d-41ca-9c95-d4fb1b8f5c05 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0733142 Sep 10 15:17:37.760700 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6c90a9f3-47f5-4a00-a5e5-4f34edc6ad00 req-1b4abc07-19b4-46b0-86a8-307b955a345f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312824 Sep 10 15:17:37.855891 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9cdebb8b-1599-41ed-9073-38c6016ae958 req-6cd18647-3e8f-45e5-b3b4-209f0493bf25 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 210 time: 0.0279145 Sep 10 15:17:38.887221 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f7411-fb54-4c59-9628-2e15a10debdd req-cbb7ce8f-3750-45a1-a88f-a556951d2276 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:38.888710 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-520f7411-fb54-4c59-9628-2e15a10debdd req-cbb7ce8f-3750-45a1-a88f-a556951d2276 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0504148 Sep 10 15:17:38.938707 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-520f7411-fb54-4c59-9628-2e15a10debdd req-83d2c9fc-4868-49d7-a97f-b53240ad8d27 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435262 Sep 10 15:17:38.954642 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b1c3710b-3aee-468a-9472-b1b131da5e29 req-f6481363-ec25-4cf7-8d28-07d281cb499c tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 210 time: 0.0314980 Sep 10 15:17:40.002250 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 60504) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:40.071743 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d9185037-abd1-4b85-860b-8a41baad4fb3 req-a4e32d51-3aef-4d5f-8f87-b25c5236141f tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 210 time: 0.0358286 Sep 10 15:17:40.110917 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcfb4d-4bd0-4006-b4ad-a95135cd73b5 req-47d64212-1683-4257-89af-dad2dcd79d1d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:40.112861 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-efdcfb4d-4bd0-4006-b4ad-a95135cd73b5 req-47d64212-1683-4257-89af-dad2dcd79d1d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0674379 Sep 10 15:17:40.160553 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf331-2871-4c9d-8558-7775acd1f6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:40.176163 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-efdcfb4d-4bd0-4006-b4ad-a95135cd73b5 req-384572b3-dda4-4e79-b952-90b4ef678343 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568221 Sep 10 15:17:40.263996 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf331-2871-4c9d-8558-7775acd1f6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:40.267732 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf331-2871-4c9d-8558-7775acd1f6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:40.304789 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cf331-2871-4c9d-8558-7775acd1f6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2be6341-cef1-4447-b780-38f01ccc3fb1,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:40.309112 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-1e4cf331-2871-4c9d-8558-7775acd1f6b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a820c1a698142959331fd1510838cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057458 Sep 10 15:17:40.312010 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 60508) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:40.366302 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-84c9b9be-37f4-4740-8f14-3136f51c6fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:40.393043 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-84c9b9be-37f4-4740-8f14-3136f51c6fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:40.440345 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-84c9b9be-37f4-4740-8f14-3136f51c6fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:40.442885 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-84c9b9be-37f4-4740-8f14-3136f51c6fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:40.446873 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-84c9b9be-37f4-4740-8f14-3136f51c6fa3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2be6341-cef1-4447-b780-38f01ccc3fb1 HTTP/1.1" status: 204 len: 168 time: 0.1313019 Sep 10 15:17:40.461768 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9b9be-37f4-4740-8f14-3136f51c6fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2be6341-cef1-4447-b780-38f01ccc3fb1,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:40.785609 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 60524) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:40.799207 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4b184621-0fc3-48f1-86a5-403c263937d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:40.894603 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4b184621-0fc3-48f1-86a5-403c263937d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:40.899177 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4b184621-0fc3-48f1-86a5-403c263937d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:40.938938 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-4b184621-0fc3-48f1-86a5-403c263937d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a88ba5c62d1d441a9a7ad2087ee606a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521714 Sep 10 15:17:40.941745 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 60528) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:40.942293 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b184621-0fc3-48f1-86a5-403c263937d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501e094a-7dda-4f7f-afc7-7dc30cf6c399,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:40.990607 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 60530) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:41.000696 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c28cc31c-f854-44be-8738-62f0f9e6eed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:41.031252 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c28cc31c-f854-44be-8738-62f0f9e6eed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:41.122450 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5b81e1f1-cabb-4111-8109-9a48f2ca0773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:41.157639 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c28cc31c-f854-44be-8738-62f0f9e6eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:41.161042 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c28cc31c-f854-44be-8738-62f0f9e6eed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:41.162387 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-c28cc31c-f854-44be-8738-62f0f9e6eed8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/501e094a-7dda-4f7f-afc7-7dc30cf6c399 HTTP/1.1" status: 204 len: 168 time: 0.2196684 Sep 10 15:17:41.185759 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28cc31c-f854-44be-8738-62f0f9e6eed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501e094a-7dda-4f7f-afc7-7dc30cf6c399,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:41.205677 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-92e4e9cb-490f-40f7-bb5e-f32909cca476 req-ffe7efc9-6038-4789-bd3c-886b1bf87341 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 210 time: 0.0478227 Sep 10 15:17:41.303364 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5b81e1f1-cabb-4111-8109-9a48f2ca0773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:41.310002 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5b81e1f1-cabb-4111-8109-9a48f2ca0773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:41.343215 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9980da-aac9-4476-b750-4523d95bb1b2 req-2f1d5f03-2477-4887-9f12-405c6a60ccbe tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:41.344782 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dd9980da-aac9-4476-b750-4523d95bb1b2 req-2f1d5f03-2477-4887-9f12-405c6a60ccbe tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0530343 Sep 10 15:17:41.351498 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81e1f1-cabb-4111-8109-9a48f2ca0773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66cae28-9a27-4d83-93ff-6588cac1912c,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:41.356596 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-5b81e1f1-cabb-4111-8109-9a48f2ca0773 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b891de29d984850893d5e41e7955bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642356 Sep 10 15:17:41.359302 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 60540) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:41.417307 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dd9980da-aac9-4476-b750-4523d95bb1b2 req-ebad5dee-39d1-4975-a254-6f60af98e6c6 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650804 Sep 10 15:17:41.420990 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4bb9346b-809d-4582-96ca-bf9d00a3547e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:41.454407 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4bb9346b-809d-4582-96ca-bf9d00a3547e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:41.509401 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4bb9346b-809d-4582-96ca-bf9d00a3547e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:41.512154 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4bb9346b-809d-4582-96ca-bf9d00a3547e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:41.513334 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-4bb9346b-809d-4582-96ca-bf9d00a3547e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d66cae28-9a27-4d83-93ff-6588cac1912c HTTP/1.1" status: 204 len: 168 time: 0.1530914 Sep 10 15:17:41.521783 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9346b-809d-4582-96ca-bf9d00a3547e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66cae28-9a27-4d83-93ff-6588cac1912c,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:42.329279 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba91a08d-b980-4ba8-ba1f-d191e29835d9 req-134979a3-f426-4feb-91a6-e3d0103c1a2d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 210 time: 0.0382845 Sep 10 15:17:42.564324 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bca32-0f80-483c-8bc7-b706a906fb8f req-8fdf9662-29a1-4b9b-991b-c31355d4f3d1 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:42.572526 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6f9bca32-0f80-483c-8bc7-b706a906fb8f req-8fdf9662-29a1-4b9b-991b-c31355d4f3d1 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0677609 Sep 10 15:17:42.616720 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6f9bca32-0f80-483c-8bc7-b706a906fb8f req-d95cd53c-c03b-4961-85d0-281ac256f0ad tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432715 Sep 10 15:17:42.881676 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-16cb9c97-df4c-4e6a-8904-90b5c8a53391 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:42.883145 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-16cb9c97-df4c-4e6a-8904-90b5c8a53391 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.43 "GET /v2.0/networks?id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc HTTP/1.1" status: 200 len: 810 time: 0.1126103 Sep 10 15:17:42.928184 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-44223c3b-af12-4d26-95b3-3c1f1392cf56 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90064210fccc4fb2a9db8b495df16e58 HTTP/1.1" status: 200 len: 380 time: 0.0342004 Sep 10 15:17:42.942808 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-6e786721-6159-4c34-9063-ea162df71de5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Request body: {'port': {'device_id': 'fc3bdada-3542-475a-b9b0-f1b9fe6189a8', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'admin_state_up': True, 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'security_groups': ['bb510f31-e5b5-4cc1-9f6a-086d99594c6a']}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:17:43.053949 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-6e786721-6159-4c34-9063-ea162df71de5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Made reservation on behalf of 90064210fccc4fb2a9db8b495df16e58 for: {'port': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:17:43.057682 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-6e786721-6159-4c34-9063-ea162df71de5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:43.125917 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870eec4-4a76-4221-b8e0-1c674fa5e82f req-102be34b-694c-4b20-a3d7-6983daef32a7 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:43.127501 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7870eec4-4a76-4221-b8e0-1c674fa5e82f req-102be34b-694c-4b20-a3d7-6983daef32a7 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 985 time: 0.0549629 Sep 10 15:17:43.171964 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7870eec4-4a76-4221-b8e0-1c674fa5e82f req-ac699f9d-c12a-4a63-a052-7d9bd465e046 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&id=9424d118-b517-4a45-bd86-ebb0dd8c2c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379829 Sep 10 15:17:43.216144 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1bfdf-6841-4006-a28f-d67ffdb87b4d req-d6206e58-3232-4cee-9b8b-fcaf6b815032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:43.217685 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-dce1bfdf-6841-4006-a28f-d67ffdb87b4d req-d6206e58-3232-4cee-9b8b-fcaf6b815032 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67fddebae12e4940b440329d4d79c43e&device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 1138 time: 0.0938268 Sep 10 15:17:43.249637 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-6e786721-6159-4c34-9063-ea162df71de5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Allocated IP 172.20.0.7 (fce6ad5e-9c1e-4100-8294-bf0edb3e94cc/358058bb-a0d0-4889-8b80-3a01a6232dfd/b3b445db-f768-45fe-9404-466d01268375) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:17:43.367620 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1bfdf-6841-4006-a28f-d67ffdb87b4d req-6aa5efe2-03e7-4a2b-87e7-896d9483a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:43.369124 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-dce1bfdf-6841-4006-a28f-d67ffdb87b4d req-6aa5efe2-03e7-4a2b-87e7-896d9483a776 service neutron] 10.222.0.43 "GET /v2.0/networks?id=aa73838c-5cca-48b5-b9e9-7a064476266f HTTP/1.1" status: 200 len: 916 time: 0.1408100 Sep 10 15:17:43.425557 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c3ffd033-e3fa-4050-8d2b-71a7593a1733 req-d0a6f9a6-5f35-4e4e-86a2-e81d63598740 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 210 time: 0.0270033 Sep 10 15:17:43.491319 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-dce1bfdf-6841-4006-a28f-d67ffdb87b4d req-8b1fe00a-a3c0-4e2f-9bd3-ae56167c0835 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b133111-4ab3-4d07-b9af-2d32aff296e8 HTTP/1.1" status: 200 len: 1001 time: 0.0875487 Sep 10 15:17:43.495483 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-6e786721-6159-4c34-9063-ea162df71de5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:43.508197 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-6e786721-6159-4c34-9063-ea162df71de5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Transition to ACTIVE for port object b3b445db-f768-45fe-9404-466d01268375 will not be triggered until provisioned by entity DHCP. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:17:43.570742 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1bfdf-6841-4006-a28f-d67ffdb87b4d req-d7297392-5bd2-4fc9-92b0-166616a33203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:43.572188 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-dce1bfdf-6841-4006-a28f-d67ffdb87b4d req-d7297392-5bd2-4fc9-92b0-166616a33203 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5b2243a4-91c1-47bc-bc6f-621c7a947db4 HTTP/1.1" status: 200 len: 854 time: 0.0591502 Sep 10 15:17:43.589126 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-6e786721-6159-4c34-9063-ea162df71de5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:43.664139 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-6e786721-6159-4c34-9063-ea162df71de5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:17:43.667990 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e786721-6159-4c34-9063-ea162df71de5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event updated for resources: {'Port': ['ID=b3b445db-f768-45fe-9404-466d01268375,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:43.670545 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-6e786721-6159-4c34-9063-ea162df71de5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:17:43.673359 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-6e786721-6159-4c34-9063-ea162df71de5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:17:43.677429 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1bfdf-6841-4006-a28f-d67ffdb87b4d req-448e4988-cebd-4834-af30-96ae60d80f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:43.678937 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-dce1bfdf-6841-4006-a28f-d67ffdb87b4d req-448e4988-cebd-4834-af30-96ae60d80f7b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aa73838c-5cca-48b5-b9e9-7a064476266f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0987301 Sep 10 15:17:43.781844 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-6e786721-6159-4c34-9063-ea162df71de5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:43.782498 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-6e786721-6159-4c34-9063-ea162df71de5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:43.795551 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cbbd4-df4e-479b-bc74-a7ae4d3c0c70 req-c7bb9073-8d1d-4d27-b43e-ca47822421aa tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:43.797138 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6b0cbbd4-df4e-479b-bc74-a7ae4d3c0c70 req-c7bb9073-8d1d-4d27-b43e-ca47822421aa tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0615146 Sep 10 15:17:43.816788 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-6e786721-6159-4c34-9063-ea162df71de5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8775980 Sep 10 15:17:43.823620 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-dce1bfdf-6841-4006-a28f-d67ffdb87b4d req-a1b3df83-311e-48db-b43f-9b5caf67e02d service neutron] 10.222.0.43 "GET /v2.0/networks/aa73838c-5cca-48b5-b9e9-7a064476266f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232717 Sep 10 15:17:43.838379 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Request body: {'port': {'device_id': 'fc3bdada-3542-475a-b9b0-f1b9fe6189a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:17:43.863607 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6b0cbbd4-df4e-479b-bc74-a7ae4d3c0c70 req-075fa955-e0c5-4632-a34d-97fd0bd7bfda tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598111 Sep 10 15:17:43.961515 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:44.009528 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-dce1bfdf-6841-4006-a28f-d67ffdb87b4d req-46945b7c-734e-4573-ae08-bfc40d8a8265 service neutron] 10.222.0.43 "GET /v2.0/networks/aa73838c-5cca-48b5-b9e9-7a064476266f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674585 Sep 10 15:17:44.028715 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-75b1b298-6f82-4244-ba4e-ad0ca548651b None None] Provisioning for port b3b445db-f768-45fe-9404-466d01268375 completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:17:44.038095 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-75b1b298-6f82-4244-ba4e-ad0ca548651b None None] Provisioning complete for port b3b445db-f768-45fe-9404-466d01268375 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:17:44.038468 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-75b1b298-6f82-4244-ba4e-ad0ca548651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:44.071568 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-75b1b298-6f82-4244-ba4e-ad0ca548651b None None] Port b3b445db-f768-45fe-9404-466d01268375 cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:17:44.323319 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332ada0-bf5d-49b7-98a9-4fe45d3d3187 req-f91c7c88-cc80-4f31-81f6-2a82db103482 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:44.325850 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f332ada0-bf5d-49b7-98a9-4fe45d3d3187 req-f91c7c88-cc80-4f31-81f6-2a82db103482 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 985 time: 0.0587208 Sep 10 15:17:44.363393 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b445db-f768-45fe-9404-466d01268375 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:17:44.372018 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:44.383551 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f332ada0-bf5d-49b7-98a9-4fe45d3d3187 req-947db6cb-161b-4d1f-b82f-a8875f00ad1d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&id=9424d118-b517-4a45-bd86-ebb0dd8c2c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460317 Sep 10 15:17:44.385090 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Transition to ACTIVE for port object b3b445db-f768-45fe-9404-466d01268375 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:17:44.392384 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:44.445676 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b445db-f768-45fe-9404-466d01268375,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:44.460568 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a77edb-1720-413c-b9bb-3adfa721930c req-4a148728-adcb-4411-92c5-c8609f3e1483 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:44.469693 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-01a77edb-1720-413c-b9bb-3adfa721930c req-4a148728-adcb-4411-92c5-c8609f3e1483 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0655179 Sep 10 15:17:44.532444 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-01a77edb-1720-413c-b9bb-3adfa721930c req-f0ce653f-eddd-4790-a33d-38dc04e990d7 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605977 Sep 10 15:17:44.544916 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Attempting to bind port b3b445db-f768-45fe-9404-466d01268375 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:17:44.545475 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Attempting to bind port b3b445db-f768-45fe-9404-466d01268375 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:17:44.545905 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Attempting to bind port b3b445db-f768-45fe-9404-466d01268375 on network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:17:44.564468 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Port b3b445db-f768-45fe-9404-466d01268375 on network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:17:44.564942 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Attempting to bind port b3b445db-f768-45fe-9404-466d01268375 on network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:17:44.571711 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:17:44.572166 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Checking segment: {'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:17:44.572892 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Bound using segment: {'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:17:44.573395 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Bound port: b3b445db-f768-45fe-9404-466d01268375, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:17:44.574013 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:44.612393 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596f7ef-f7cc-4e5b-b05a-56d0e8ae13fb req-14a4f2bf-275e-4627-868d-d9c7c1851ee4 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:44.620064 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6596f7ef-f7cc-4e5b-b05a-56d0e8ae13fb req-14a4f2bf-275e-4627-868d-d9c7c1851ee4 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 943 time: 0.0854344 Sep 10 15:17:44.670953 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6596f7ef-f7cc-4e5b-b05a-56d0e8ae13fb req-5274f516-bef2-4f64-a3d9-8ba87edddb9a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475678 Sep 10 15:17:44.677989 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] For port b3b445db-f768-45fe-9404-466d01268375, host hv-cinder-76018, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:17:44.682288 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] For port b3b445db-f768-45fe-9404-466d01268375, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=b3b445db-f768-45fe-9404-466d01268375,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:17:44.688391 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:44.724213 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:44.724987 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:44.726239 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] 10.222.0.43 "PUT /v2.0/ports/b3b445db-f768-45fe-9404-466d01268375 HTTP/1.1" status: 200 len: 1093 time: 0.8920944 Sep 10 15:17:44.726672 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3bdada-3542-475a-b9b0-f1b9fe6189a8', 'tag': 'b3b445db-f768-45fe-9404-466d01268375'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:17:44.728889 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d872d5-d957-4623-aae4-df0fd820d378" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3bdada-3542-475a-b9b0-f1b9fe6189a8", "tag": "b3b445db-f768-45fe-9404-466d01268375"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:17:44.748823 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ceb33-1272-4463-9f95-2ffd37e58ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b445db-f768-45fe-9404-466d01268375,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:44.767939 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c99237a-0b31-425a-a660-d78c3d689817 x-openstack-request-id: req-8c99237a-0b31-425a-a660-d78c3d689817 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:17:44.768236 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3bdada-3542-475a-b9b0-f1b9fe6189a8", "tag": "b3b445db-f768-45fe-9404-466d01268375", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:17:44.768494 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c99237a-0b31-425a-a660-d78c3d689817 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:17:44.768926 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3bdada-3542-475a-b9b0-f1b9fe6189a8', 'tag': 'b3b445db-f768-45fe-9404-466d01268375', 'status': 'completed', 'code': 200} Sep 10 15:17:44.989360 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9bb44-9e33-4338-81e9-aa25e4900864 req-6e4e2519-d165-4a49-8c4d-fe24a1823e95 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:44.990707 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-29c9bb44-9e33-4338-81e9-aa25e4900864 req-6e4e2519-d165-4a49-8c4d-fe24a1823e95 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0489044 Sep 10 15:17:45.028716 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-29c9bb44-9e33-4338-81e9-aa25e4900864 req-50343c96-06dd-43f0-8e4b-45963ec88797 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311842 Sep 10 15:17:45.499254 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b2c94-925f-49de-bba0-278ad3203d85 req-21942471-4668-4372-8098-4f257f55e71a tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:45.500615 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-892b2c94-925f-49de-bba0-278ad3203d85 req-21942471-4668-4372-8098-4f257f55e71a tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 985 time: 0.0485260 Sep 10 15:17:45.539580 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-892b2c94-925f-49de-bba0-278ad3203d85 req-199d36d0-31d4-4f32-9d5f-3ff33e185717 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&id=9424d118-b517-4a45-bd86-ebb0dd8c2c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329993 Sep 10 15:17:45.643098 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54b813-75f6-4593-aa11-fee094ae35ec req-3d7212b5-3122-4fc3-af1a-a7313d31c310 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:45.644548 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ec54b813-75f6-4593-aa11-fee094ae35ec req-3d7212b5-3122-4fc3-af1a-a7313d31c310 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0503633 Sep 10 15:17:45.681237 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ec54b813-75f6-4593-aa11-fee094ae35ec req-96f07daa-b08c-425b-871c-9378ab69bd6f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307624 Sep 10 15:17:45.778175 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c557f-f3bf-49e6-8bb2-b49e1fc1f546 req-896e51f4-3b25-4bd6-801d-dc04605152aa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:45.779522 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b79c557f-f3bf-49e6-8bb2-b49e1fc1f546 req-896e51f4-3b25-4bd6-801d-dc04605152aa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 943 time: 0.0475223 Sep 10 15:17:45.815454 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b79c557f-f3bf-49e6-8bb2-b49e1fc1f546 req-95745f31-3ca4-4f47-ba44-0a28a4222aa1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301058 Sep 10 15:17:46.145694 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933197a8-5d31-41f0-be61-ffdae6040ce4 req-ff82a0dc-0596-4ca2-bdde-3a9ee918ee96 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:46.147179 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-933197a8-5d31-41f0-be61-ffdae6040ce4 req-ff82a0dc-0596-4ca2-bdde-3a9ee918ee96 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0484259 Sep 10 15:17:46.184329 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-933197a8-5d31-41f0-be61-ffdae6040ce4 req-35007e3e-f23a-4084-8309-282a3d6b193c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304871 Sep 10 15:17:46.657523 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9599db-9992-4895-bca7-458cbc80d120 req-60ae17c3-7aca-47e7-a742-f1f20d61cf8c tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:46.658969 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ad9599db-9992-4895-bca7-458cbc80d120 req-60ae17c3-7aca-47e7-a742-f1f20d61cf8c tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 985 time: 0.0513742 Sep 10 15:17:46.697082 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ad9599db-9992-4895-bca7-458cbc80d120 req-bc7ce1b6-e169-4bb5-9e81-94396f0fc17e tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&id=9424d118-b517-4a45-bd86-ebb0dd8c2c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321922 Sep 10 15:17:46.797522 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c141f4c-027d-4792-a693-0b9ed3f8774c req-5d7c07c4-afeb-4d7f-abd1-c04fde42a588 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:46.799030 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8c141f4c-027d-4792-a693-0b9ed3f8774c req-5d7c07c4-afeb-4d7f-abd1-c04fde42a588 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0500607 Sep 10 15:17:46.834911 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8c141f4c-027d-4792-a693-0b9ed3f8774c req-d0427568-d283-4158-8090-d88d4081f07c tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300508 Sep 10 15:17:46.927251 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab959d51-1527-48b7-87d2-d2a1887ce3c2 req-eaa5152b-4945-4aa4-9cf5-84a6c21bcff4 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:46.928682 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ab959d51-1527-48b7-87d2-d2a1887ce3c2 req-eaa5152b-4945-4aa4-9cf5-84a6c21bcff4 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 943 time: 0.0478127 Sep 10 15:17:46.964772 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ab959d51-1527-48b7-87d2-d2a1887ce3c2 req-f4c6cf93-4fc4-4ea0-b676-bc425ebd1dba tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294898 Sep 10 15:17:47.179569 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d872d5-d957-4623-aae4-df0fd820d378 req-40c2c1bf-f594-4a1c-b816-6f94ccfbcf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:47.181088 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-15d872d5-d957-4623-aae4-df0fd820d378 req-40c2c1bf-f594-4a1c-b816-6f94ccfbcf6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=90064210fccc4fb2a9db8b495df16e58&device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 1096 time: 0.0424759 Sep 10 15:17:47.279881 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d872d5-d957-4623-aae4-df0fd820d378 req-6540debd-b44d-4599-8715-d58f62f5fede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:47.281385 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-15d872d5-d957-4623-aae4-df0fd820d378 req-6540debd-b44d-4599-8715-d58f62f5fede service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=90064210fccc4fb2a9db8b495df16e58&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0915108 Sep 10 15:17:47.315117 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885f140-3f14-4c35-89ca-e5fef3b7f09a req-0563acd8-4ffa-4318-8b2d-441ac2949857 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:47.316766 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7885f140-3f14-4c35-89ca-e5fef3b7f09a req-0563acd8-4ffa-4318-8b2d-441ac2949857 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0612340 Sep 10 15:17:47.357352 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7885f140-3f14-4c35-89ca-e5fef3b7f09a req-7ec7118f-4105-40ce-baf3-74f3a58a9d48 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347245 Sep 10 15:17:47.388659 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d872d5-d957-4623-aae4-df0fd820d378 req-657adad6-927a-4817-a5cb-14381831b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:47.390154 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-15d872d5-d957-4623-aae4-df0fd820d378 req-657adad6-927a-4817-a5cb-14381831b917 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995126 Sep 10 15:17:47.470084 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-cac223d0-571d-4a68-8ceb-09ab773dc304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:47.471693 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-cac223d0-571d-4a68-8ceb-09ab773dc304 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=90064210fccc4fb2a9db8b495df16e58&device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 1096 time: 0.0405204 Sep 10 15:17:47.523453 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-2c7d620a-8ac1-490e-aafc-174b6eb44298 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3b445db-f768-45fe-9404-466d01268375 HTTP/1.1" status: 200 len: 217 time: 0.0363367 Sep 10 15:17:47.574492 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-30e196d2-2ec6-4abb-b86b-5e42a972cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:47.575836 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-30e196d2-2ec6-4abb-b86b-5e42a972cfea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=358058bb-a0d0-4889-8b80-3a01a6232dfd HTTP/1.1" status: 200 len: 849 time: 0.0422735 Sep 10 15:17:47.711207 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:17:47.811418 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b0038-50cb-4c56-a529-a297bc011cc8 req-05c1896a-184a-42df-829c-4f08c95aa453 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:47.812925 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-874b0038-50cb-4c56-a529-a297bc011cc8 req-05c1896a-184a-42df-829c-4f08c95aa453 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 985 time: 0.0493820 Sep 10 15:17:47.852322 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-874b0038-50cb-4c56-a529-a297bc011cc8 req-9871f6a3-5d66-4d0d-b36f-bf0d89391535 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&id=9424d118-b517-4a45-bd86-ebb0dd8c2c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331593 Sep 10 15:17:47.946356 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f717d79-e4f6-4810-ac2c-32a0160f3405 req-b1d6945a-27f6-40ca-8011-cda6526e2d05 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:47.947776 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1f717d79-e4f6-4810-ac2c-32a0160f3405 req-b1d6945a-27f6-40ca-8011-cda6526e2d05 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0469561 Sep 10 15:17:47.984685 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1f717d79-e4f6-4810-ac2c-32a0160f3405 req-3c3ef806-37ae-4b60-af66-d09f77a7563c tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304646 Sep 10 15:17:48.079253 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802d227-4ebf-4a16-ab54-63e9b54d4f43 req-79bef45a-fc85-4e02-906c-a78c8a7dafdc tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:48.080682 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1802d227-4ebf-4a16-ab54-63e9b54d4f43 req-79bef45a-fc85-4e02-906c-a78c8a7dafdc tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 943 time: 0.0515254 Sep 10 15:17:48.117073 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1802d227-4ebf-4a16-ab54-63e9b54d4f43 req-116dc78c-8629-43af-aada-f2a8bb842cf6 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303898 Sep 10 15:17:48.477534 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bc14d-e251-4a81-b754-58f9a04e779a req-d5294712-34fb-46fd-acff-6a31d10c41f8 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:48.479059 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0c1bc14d-e251-4a81-b754-58f9a04e779a req-d5294712-34fb-46fd-acff-6a31d10c41f8 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0505953 Sep 10 15:17:48.518130 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0c1bc14d-e251-4a81-b754-58f9a04e779a req-be4bc810-b779-4c40-a5ee-d90da5b364e7 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323732 Sep 10 15:17:48.653526 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-c22efb02-2a54-4656-aa30-13c9e0c89d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:48.655139 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-c22efb02-2a54-4656-aa30-13c9e0c89d56 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432971 Sep 10 15:17:48.967650 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3fdae-e00c-4af0-9f65-1b125fc62cd6 req-2fdf4ea2-c93a-4527-a0ec-e431aaff6165 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:48.969119 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-50e3fdae-e00c-4af0-9f65-1b125fc62cd6 req-2fdf4ea2-c93a-4527-a0ec-e431aaff6165 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 985 time: 0.0487483 Sep 10 15:17:49.006992 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-50e3fdae-e00c-4af0-9f65-1b125fc62cd6 req-957becbf-faf0-4ef2-8743-4239ce28f92e tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&id=9424d118-b517-4a45-bd86-ebb0dd8c2c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320275 Sep 10 15:17:49.099953 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1d6ae-39cb-48fd-bceb-c64779720465 req-e123cba9-e918-439b-89dd-fb6b2db7789c tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:49.101338 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-39e1d6ae-39cb-48fd-bceb-c64779720465 req-e123cba9-e918-439b-89dd-fb6b2db7789c tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0517659 Sep 10 15:17:49.138410 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-39e1d6ae-39cb-48fd-bceb-c64779720465 req-f4966c5f-3b44-416e-9e7c-8fb6845fcd1f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311599 Sep 10 15:17:49.227057 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9214976-3c00-400e-886b-e9b4e2b7801b req-c6a1814e-3bd0-44de-b8e4-a7bff52b31a9 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:49.228513 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f9214976-3c00-400e-886b-e9b4e2b7801b req-c6a1814e-3bd0-44de-b8e4-a7bff52b31a9 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 943 time: 0.0479460 Sep 10 15:17:49.265555 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f9214976-3c00-400e-886b-e9b4e2b7801b req-4119f062-27ca-4cd9-b4fa-02aa7ca8bba4 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307429 Sep 10 15:17:49.635458 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ae700-5f57-4be7-921b-4b044d6f6f11 req-12a8541b-2ca4-4e00-82c0-9029897e034f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:49.637045 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-313ae700-5f57-4be7-921b-4b044d6f6f11 req-12a8541b-2ca4-4e00-82c0-9029897e034f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0488486 Sep 10 15:17:49.676861 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-313ae700-5f57-4be7-921b-4b044d6f6f11 req-57e2b9bb-4077-4f48-8c68-e1a0bb0b5567 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334110 Sep 10 15:17:49.858471 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-6b24275c-dcbb-4f8d-bafc-7b6b152c9edb service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108628 Sep 10 15:17:50.121754 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ff82b-c94b-457f-97af-3c849b0b6a7e req-5703413f-e381-479f-8055-f25a7454a23d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:50.123170 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0e4ff82b-c94b-457f-97af-3c849b0b6a7e req-5703413f-e381-479f-8055-f25a7454a23d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 985 time: 0.0510550 Sep 10 15:17:50.161743 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0e4ff82b-c94b-457f-97af-3c849b0b6a7e req-e5541fac-2992-4485-8079-1cfce6a93bfd tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&id=9424d118-b517-4a45-bd86-ebb0dd8c2c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326798 Sep 10 15:17:50.250019 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710664f-56e3-450d-bc75-eac436f65b92 req-e18defc5-67ea-460d-94cc-7ba2a0a6d1a2 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:50.251350 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2710664f-56e3-450d-bc75-eac436f65b92 req-e18defc5-67ea-460d-94cc-7ba2a0a6d1a2 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0478859 Sep 10 15:17:50.288136 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2710664f-56e3-450d-bc75-eac436f65b92 req-d99407f1-3291-48bb-bd5d-d90f3f40d949 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308166 Sep 10 15:17:50.377420 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6adb55-8d56-45cf-997b-c4f79aa2f78d req-ef458555-bf56-4d96-9fd8-93e36e98a7ce tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:50.378858 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8f6adb55-8d56-45cf-997b-c4f79aa2f78d req-ef458555-bf56-4d96-9fd8-93e36e98a7ce tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 943 time: 0.0473289 Sep 10 15:17:50.414981 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8f6adb55-8d56-45cf-997b-c4f79aa2f78d req-7d15cc68-f69f-4bbb-a1cf-76e01ecebd61 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304811 Sep 10 15:17:50.663114 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-9ade61e6-bdbf-4e7b-962e-9a9623ded6f0 req-26c16fe3-9baa-49ab-a1b6-5e4c1a7fd373 service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865197 Sep 10 15:17:50.797073 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d75d5-9e95-4b80-b5a3-dfe5e780aaff req-78a78d12-34c8-4e43-97e8-beaba73c1729 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:50.798515 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ae3d75d5-9e95-4b80-b5a3-dfe5e780aaff req-78a78d12-34c8-4e43-97e8-beaba73c1729 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 943 time: 0.0510583 Sep 10 15:17:50.835000 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ae3d75d5-9e95-4b80-b5a3-dfe5e780aaff req-3b9757ff-fbfa-4048-a1d3-4aa54872e243 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306671 Sep 10 15:17:51.274785 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device cb7b6714-8cac-4dc3-814b-2e2a88b946b2 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:17:51.278032 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5e087-cd5e-4b24-a263-b13e4fa868bc req-4549bf48-bbfa-47fe-864e-39574bb87272 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:51.279670 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f2d5e087-cd5e-4b24-a263-b13e4fa868bc req-4549bf48-bbfa-47fe-864e-39574bb87272 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 985 time: 0.0517945 Sep 10 15:17:51.322612 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f2d5e087-cd5e-4b24-a263-b13e4fa868bc req-87f18761-99cb-4fa8-99ab-ce2e25de7cf6 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&id=9424d118-b517-4a45-bd86-ebb0dd8c2c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365841 Sep 10 15:17:51.374373 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port cb7b6714-8cac-4dc3-814b-2e2a88b946b2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:17:51.385763 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'port_id': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2', 'mac_address': 'fa:16:3e:f3:48:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:17:51.417852 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f1daa-ea3f-4534-bfb7-84d75319a82d req-dcb09bdd-5dbd-4984-b937-20efa8b7a8e7 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:51.419772 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ed4f1daa-ea3f-4534-bfb7-84d75319a82d req-dcb09bdd-5dbd-4984-b937-20efa8b7a8e7 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0538201 Sep 10 15:17:51.423613 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:51.436606 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7b6714-8cac-4dc3-814b-2e2a88b946b2 {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:17:51.458468 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port cb7b6714-8cac-4dc3-814b-2e2a88b946b2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:17:51.463179 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ed4f1daa-ea3f-4534-bfb7-84d75319a82d req-a515ff1d-e3e1-4053-8ad8-fa2502df9a3d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371263 Sep 10 15:17:51.463825 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:51.532250 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,revision_number=9']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:51.539873 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:51.540248 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:51.540597 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:51.540953 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:51.541346 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:51.541620 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:51.541925 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:51.542953 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:51.543445 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:51.543916 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:51.544399 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:51.544736 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:51.557910 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41458a-ed53-41dd-b0d1-6f8612b25c05 req-87036299-f45e-469a-b9c2-0cca4df95b09 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:51.559595 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4c41458a-ed53-41dd-b0d1-6f8612b25c05 req-87036299-f45e-469a-b9c2-0cca4df95b09 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 943 time: 0.0635343 Sep 10 15:17:51.600335 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4c41458a-ed53-41dd-b0d1-6f8612b25c05 req-dd70aa64-2576-411b-b539-f36037fb99e0 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348463 Sep 10 15:17:51.774593 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['cb7b6714-8cac-4dc3-814b-2e2a88b946b2'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:17:51.957406 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef042fab-e79d-46a8-894a-b419ec5d6045 req-5fe660c2-836d-424b-868e-4c0985af0fda tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:51.958788 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ef042fab-e79d-46a8-894a-b419ec5d6045 req-5fe660c2-836d-424b-868e-4c0985af0fda tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 944 time: 0.0499351 Sep 10 15:17:51.997333 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ef042fab-e79d-46a8-894a-b419ec5d6045 req-fba80ccb-6c13-4b8f-9462-df891bd02a4c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321476 Sep 10 15:17:52.449505 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613edd9-f6b2-4b2b-8781-0a3699b9af02 req-5d17971f-a947-4c57-b1c4-5b1e7d4b19e3 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:52.450952 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2613edd9-f6b2-4b2b-8781-0a3699b9af02 req-5d17971f-a947-4c57-b1c4-5b1e7d4b19e3 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 985 time: 0.0488899 Sep 10 15:17:52.489826 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2613edd9-f6b2-4b2b-8781-0a3699b9af02 req-01f0683b-b91b-4627-a3c8-838cd92cdcb2 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&id=9424d118-b517-4a45-bd86-ebb0dd8c2c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328872 Sep 10 15:17:52.583663 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acf5ea-119f-4be1-aef2-3759dcb0f89e req-b3767506-9962-4e53-8de9-cc8f1effb25d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:52.585140 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-19acf5ea-119f-4be1-aef2-3759dcb0f89e req-b3767506-9962-4e53-8de9-cc8f1effb25d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0508823 Sep 10 15:17:52.623195 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-19acf5ea-119f-4be1-aef2-3759dcb0f89e req-2a2d936a-25c6-43c6-9ebf-9d04ad6e79b2 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314944 Sep 10 15:17:52.712237 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d0aa9-6dfe-4a8b-8155-f6518998dae5 req-b519c1f3-c4a5-4f03-a523-0123e7c5384f tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:52.713621 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-595d0aa9-6dfe-4a8b-8155-f6518998dae5 req-b519c1f3-c4a5-4f03-a523-0123e7c5384f tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 943 time: 0.0471656 Sep 10 15:17:52.751095 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-595d0aa9-6dfe-4a8b-8155-f6518998dae5 req-9dc33298-fd3a-405a-af42-1f26cfae0049 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310404 Sep 10 15:17:53.115041 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e629e28-22ff-4c36-9773-238402e74827 req-f1de8649-2266-440a-93c2-eed95e95ba7f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:53.116479 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2e629e28-22ff-4c36-9773-238402e74827 req-f1de8649-2266-440a-93c2-eed95e95ba7f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 944 time: 0.0467405 Sep 10 15:17:53.153509 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2e629e28-22ff-4c36-9773-238402e74827 req-75e743dc-f202-4467-b242-90dfd139adbe tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304759 Sep 10 15:17:53.607274 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cd4a6-1b4a-432d-9e06-07f6e380ebe1 req-4c72f1fc-5aa4-48a4-b9c5-e5f1cb24c069 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:53.608732 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-993cd4a6-1b4a-432d-9e06-07f6e380ebe1 req-4c72f1fc-5aa4-48a4-b9c5-e5f1cb24c069 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 985 time: 0.0536058 Sep 10 15:17:53.646878 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-993cd4a6-1b4a-432d-9e06-07f6e380ebe1 req-6936a1e7-5050-4ce1-b66a-486ee6511b2a tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&id=9424d118-b517-4a45-bd86-ebb0dd8c2c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322526 Sep 10 15:17:53.734929 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94b86b-20e0-4ac2-914a-263cfb9c023a req-74749925-f4f0-49ee-86b1-ba9cd50f220f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:53.736400 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fd94b86b-20e0-4ac2-914a-263cfb9c023a req-74749925-f4f0-49ee-86b1-ba9cd50f220f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0479183 Sep 10 15:17:53.773972 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fd94b86b-20e0-4ac2-914a-263cfb9c023a req-ef18970b-1182-4b09-83ac-1d0d39fcce2d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316687 Sep 10 15:17:53.868126 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fcef3-2996-4f51-9886-535d40ee8928 req-56947e1f-2171-496b-bba9-3a3fa53abdf3 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:53.869633 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6f5fcef3-2996-4f51-9886-535d40ee8928 req-56947e1f-2171-496b-bba9-3a3fa53abdf3 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 943 time: 0.0496778 Sep 10 15:17:53.906146 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6f5fcef3-2996-4f51-9886-535d40ee8928 req-a492e2ff-356d-4252-aabc-73c81b654eb1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306005 Sep 10 15:17:54.038944 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:54.277531 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a060e9-8f54-4fcf-8ce3-859dbe2a9e1f req-258f06e1-2f59-4dcc-9dd1-f004437c4319 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:54.278984 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a2a060e9-8f54-4fcf-8ce3-859dbe2a9e1f req-258f06e1-2f59-4dcc-9dd1-f004437c4319 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 944 time: 0.0530920 Sep 10 15:17:54.314978 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a2a060e9-8f54-4fcf-8ce3-859dbe2a9e1f req-017450e1-2843-4fb6-a6d5-2c12f38fc169 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301869 Sep 10 15:17:54.758921 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbd935-e2d8-4cb0-9a9f-55882ac79ff2 req-7e8c960e-8491-4f27-a67d-75bec5332910 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:54.760399 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-01bbd935-e2d8-4cb0-9a9f-55882ac79ff2 req-7e8c960e-8491-4f27-a67d-75bec5332910 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 985 time: 0.0483460 Sep 10 15:17:54.800302 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-01bbd935-e2d8-4cb0-9a9f-55882ac79ff2 req-e69d7148-fffe-4b19-b49b-7e46de80bd7c tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&id=9424d118-b517-4a45-bd86-ebb0dd8c2c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339527 Sep 10 15:17:54.926917 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff313b58-7c48-4e89-af59-e2b709c4539a req-15333ac5-a768-450b-8da0-7f9bc779b6cc tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:54.928309 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ff313b58-7c48-4e89-af59-e2b709c4539a req-15333ac5-a768-450b-8da0-7f9bc779b6cc tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0478344 Sep 10 15:17:54.966815 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ff313b58-7c48-4e89-af59-e2b709c4539a req-cfb497df-a9f0-4bf4-955c-5c0236e486b8 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319562 Sep 10 15:17:55.019928 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f9ba6-abc4-48a8-b6bc-2b6d8b9af32c req-ccafe348-b8c7-4d29-8f84-7110b41f44d1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:55.021406 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-af6f9ba6-abc4-48a8-b6bc-2b6d8b9af32c req-ccafe348-b8c7-4d29-8f84-7110b41f44d1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 943 time: 0.0509927 Sep 10 15:17:55.057746 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-af6f9ba6-abc4-48a8-b6bc-2b6d8b9af32c req-b879660f-286d-49b1-9cb9-c3c47c823be2 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300891 Sep 10 15:17:55.436195 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3487dd-60cf-43fa-8473-3b78b874238f req-088163f3-8311-4203-9db4-a70640fe71d3 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:55.437693 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7a3487dd-60cf-43fa-8473-3b78b874238f req-088163f3-8311-4203-9db4-a70640fe71d3 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 944 time: 0.0505872 Sep 10 15:17:55.477099 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7a3487dd-60cf-43fa-8473-3b78b874238f req-9dc7176a-1271-47d8-8715-cdb7c3842959 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333114 Sep 10 15:17:55.930717 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9360bdb-8af6-4067-94f8-889fbfb08b95 req-34207358-97b8-4935-89de-2a1d4a1fc10c tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:55.947108 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e9360bdb-8af6-4067-94f8-889fbfb08b95 req-34207358-97b8-4935-89de-2a1d4a1fc10c tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 985 time: 0.0576773 Sep 10 15:17:55.977305 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e9360bdb-8af6-4067-94f8-889fbfb08b95 req-29ff9d09-9f63-4f08-93be-39c1145ffdc5 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&id=9424d118-b517-4a45-bd86-ebb0dd8c2c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382876 Sep 10 15:17:56.088469 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0265b-d730-435e-a3b8-0b7875c16843 req-738b1424-2676-48aa-ac6b-3300c1e76544 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:56.090217 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ddb0265b-d730-435e-a3b8-0b7875c16843 req-738b1424-2676-48aa-ac6b-3300c1e76544 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0558956 Sep 10 15:17:56.131378 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ddb0265b-d730-435e-a3b8-0b7875c16843 req-cba9fc86-a2ff-4780-bd24-c2c852495683 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347106 Sep 10 15:17:56.197497 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a704892-76d7-41b4-b7b4-56bd8b4a42d8 req-4e4635c8-1878-4d52-82a5-1bb39de16a4a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:56.199555 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3a704892-76d7-41b4-b7b4-56bd8b4a42d8 req-4e4635c8-1878-4d52-82a5-1bb39de16a4a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 943 time: 0.0497434 Sep 10 15:17:56.237657 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3a704892-76d7-41b4-b7b4-56bd8b4a42d8 req-bb3f92e3-701b-479a-b33f-e59cde02bb7c tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321496 Sep 10 15:17:56.553770 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 60888) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:56.608130 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a51dcf-8001-46af-83f8-adc2f194b52c req-e4765872-8998-41f9-b605-8f9c7256f57c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:56.609665 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e1a51dcf-8001-46af-83f8-adc2f194b52c req-e4765872-8998-41f9-b605-8f9c7256f57c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 944 time: 0.0509014 Sep 10 15:17:56.654015 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e1a51dcf-8001-46af-83f8-adc2f194b52c req-524673a4-4311-4ff7-8e1a-8364b8c6365c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325484 Sep 10 15:17:56.665836 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-20eb80d1-17da-4909-88a9-43636610ad6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:56.754963 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-20eb80d1-17da-4909-88a9-43636610ad6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:56.758658 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-20eb80d1-17da-4909-88a9-43636610ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:56.800312 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-20eb80d1-17da-4909-88a9-43636610ad6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d0c9a0b2d4f45008534d86fb2eed165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454350 Sep 10 15:17:56.801246 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb80d1-17da-4909-88a9-43636610ad6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17a79e2-eca3-4cfd-974e-521caa65a78b,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:56.803045 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 60898) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:17:56.808524 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb80d1-17da-4909-88a9-43636610ad6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.808887 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb80d1-17da-4909-88a9-43636610ad6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.809229 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb80d1-17da-4909-88a9-43636610ad6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.809636 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb80d1-17da-4909-88a9-43636610ad6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.809968 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb80d1-17da-4909-88a9-43636610ad6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.810293 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb80d1-17da-4909-88a9-43636610ad6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.810621 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb80d1-17da-4909-88a9-43636610ad6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.810946 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb80d1-17da-4909-88a9-43636610ad6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.811280 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb80d1-17da-4909-88a9-43636610ad6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.811601 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb80d1-17da-4909-88a9-43636610ad6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.811917 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb80d1-17da-4909-88a9-43636610ad6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.812235 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb80d1-17da-4909-88a9-43636610ad6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.872064 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f31ae26b-89ac-44f7-95c9-a0cafeb6df35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:56.893270 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f31ae26b-89ac-44f7-95c9-a0cafeb6df35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:56.941169 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f31ae26b-89ac-44f7-95c9-a0cafeb6df35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:56.943793 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f31ae26b-89ac-44f7-95c9-a0cafeb6df35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:56.944947 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-f31ae26b-89ac-44f7-95c9-a0cafeb6df35 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f17a79e2-eca3-4cfd-974e-521caa65a78b HTTP/1.1" status: 204 len: 168 time: 0.1405241 Sep 10 15:17:56.953846 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ae26b-89ac-44f7-95c9-a0cafeb6df35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17a79e2-eca3-4cfd-974e-521caa65a78b,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:56.962387 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ae26b-89ac-44f7-95c9-a0cafeb6df35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.962730 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ae26b-89ac-44f7-95c9-a0cafeb6df35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.963053 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ae26b-89ac-44f7-95c9-a0cafeb6df35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.963382 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ae26b-89ac-44f7-95c9-a0cafeb6df35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.963770 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ae26b-89ac-44f7-95c9-a0cafeb6df35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.964847 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ae26b-89ac-44f7-95c9-a0cafeb6df35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.965317 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ae26b-89ac-44f7-95c9-a0cafeb6df35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.965912 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ae26b-89ac-44f7-95c9-a0cafeb6df35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.966238 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ae26b-89ac-44f7-95c9-a0cafeb6df35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.966565 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ae26b-89ac-44f7-95c9-a0cafeb6df35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.966879 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ae26b-89ac-44f7-95c9-a0cafeb6df35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:56.967193 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ae26b-89ac-44f7-95c9-a0cafeb6df35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:57.098428 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68491368-5e58-497d-9a6e-b5e7ca569d5e req-e524aaca-6377-4377-9b48-90616830a69c tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:57.099910 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-68491368-5e58-497d-9a6e-b5e7ca569d5e req-e524aaca-6377-4377-9b48-90616830a69c tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 985 time: 0.0554733 Sep 10 15:17:57.139230 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-68491368-5e58-497d-9a6e-b5e7ca569d5e req-82192e91-abf3-41fb-a5c8-b9268ddbac59 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&id=9424d118-b517-4a45-bd86-ebb0dd8c2c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331812 Sep 10 15:17:57.256153 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d558d50-566d-47c7-954b-0324621d49f4 req-4320a176-ab40-4ec5-8640-f42fceedc82f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:57.257643 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5d558d50-566d-47c7-954b-0324621d49f4 req-4320a176-ab40-4ec5-8640-f42fceedc82f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0559015 Sep 10 15:17:57.312019 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5d558d50-566d-47c7-954b-0324621d49f4 req-5c1694d5-b273-40c1-9149-fa3cb1a9a197 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422449 Sep 10 15:17:57.375313 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655f97e-3a88-41ff-905a-d2b66d93d018 req-6eff8322-b054-4961-9a5d-38aa5db36ebe tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:57.377198 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8655f97e-3a88-41ff-905a-d2b66d93d018 req-6eff8322-b054-4961-9a5d-38aa5db36ebe tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 943 time: 0.0595903 Sep 10 15:17:57.419466 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8655f97e-3a88-41ff-905a-d2b66d93d018 req-e240d9e1-f67d-4d30-a4fa-9eeee0ef8167 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337787 Sep 10 15:17:57.789636 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114c383-8cf8-41fb-aadc-f2751d2436a9 req-0667ca4e-c887-4e99-8e4d-0409ea8d9ed9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:57.791249 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2114c383-8cf8-41fb-aadc-f2751d2436a9 req-0667ca4e-c887-4e99-8e4d-0409ea8d9ed9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 944 time: 0.0636454 Sep 10 15:17:57.834156 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2114c383-8cf8-41fb-aadc-f2751d2436a9 req-b09972b3-bb5d-4f19-b413-8b942072ccbf tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342386 Sep 10 15:17:57.991388 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device cb7b6714-8cac-4dc3-814b-2e2a88b946b2 up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:17:58.048929 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port cb7b6714-8cac-4dc3-814b-2e2a88b946b2 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:17:58.049737 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:58.125250 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:58.147116 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854592f7-9bf4-46d9-9be8-e2886434aa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:17:58.149332 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3447a8fd-b403-4645-b01e-e30f5d8fd254" -d '{"events": [{"server_uuid": "854592f7-9bf4-46d9-9be8-e2886434aa25", "name": "network-vif-plugged", "status": "completed", "tag": "cb7b6714-8cac-4dc3-814b-2e2a88b946b2"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:17:58.162233 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port cb7b6714-8cac-4dc3-814b-2e2a88b946b2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:17:58.170134 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:58.203920 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9edd62-dc15-4ed6-bb77-eb3a1339c6c9 x-openstack-request-id: req-dd9edd62-dc15-4ed6-bb77-eb3a1339c6c9 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:17:58.204196 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854592f7-9bf4-46d9-9be8-e2886434aa25", "name": "network-vif-plugged", "status": "completed", "tag": "cb7b6714-8cac-4dc3-814b-2e2a88b946b2", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:17:58.204647 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd9edd62-dc15-4ed6-bb77-eb3a1339c6c9 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:17:58.205057 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854592f7-9bf4-46d9-9be8-e2886434aa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2', 'code': 200} Sep 10 15:17:58.233401 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,revision_number=10']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:58.268787 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18693cbf-38dd-4bc7-b59b-426cd7a03c81 req-671b9267-bedb-4160-ace6-1d9fa17be50e tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:58.270297 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-18693cbf-38dd-4bc7-b59b-426cd7a03c81 req-671b9267-bedb-4160-ace6-1d9fa17be50e tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 985 time: 0.0508018 Sep 10 15:17:58.315576 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-18693cbf-38dd-4bc7-b59b-426cd7a03c81 req-ece22424-3d26-4e6d-a1f0-8bd90b82cb98 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&id=9424d118-b517-4a45-bd86-ebb0dd8c2c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391312 Sep 10 15:17:58.392860 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e1a50dbe-5cc4-4951-95a2-5265ef84ec0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:58.457375 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8398d6-be6a-498a-932c-861d8a4ee62f req-9d69a786-22df-487e-aee0-57350fa067a2 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:58.458847 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9d8398d6-be6a-498a-932c-861d8a4ee62f req-9d69a786-22df-487e-aee0-57350fa067a2 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0523970 Sep 10 15:17:58.508037 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9d8398d6-be6a-498a-932c-861d8a4ee62f req-59171091-7f03-4eaa-8cc9-005dfc3041fd tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428040 Sep 10 15:17:58.544275 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2042a-213b-4d92-93d2-99759f7c846d req-779dc658-c087-4817-a4e9-2c9cdcabca6e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:58.545768 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-97f2042a-213b-4d92-93d2-99759f7c846d req-779dc658-c087-4817-a4e9-2c9cdcabca6e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 943 time: 0.0546148 Sep 10 15:17:58.583821 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-97f2042a-213b-4d92-93d2-99759f7c846d req-39e9625e-9a2d-44d8-a085-6ffa2ff48f51 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319395 Sep 10 15:17:58.961649 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f353fae-5c7b-41e0-8029-dbc8d2dc348b req-8073b2c8-6c8e-473d-90f7-5eb0e1845aa9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:58.969452 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8f353fae-5c7b-41e0-8029-dbc8d2dc348b req-8073b2c8-6c8e-473d-90f7-5eb0e1845aa9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 946 time: 0.0588791 Sep 10 15:17:59.006789 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8f353fae-5c7b-41e0-8029-dbc8d2dc348b req-c2d317a8-5fe7-4e0d-b0c7-8b533ca4a8fb tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366049 Sep 10 15:17:59.027398 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7d039-0181-4403-8ae6-c55d322b439a req-331159a1-112d-49a4-8821-c8983289d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:59.028985 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b3d7d039-0181-4403-8ae6-c55d322b439a req-331159a1-112d-49a4-8821-c8983289d5fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c0dbe00e8be4d6fa4f0727f7fa2408d&device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 1098 time: 0.0468695 Sep 10 15:17:59.150268 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7d039-0181-4403-8ae6-c55d322b439a req-bbb9d382-78e2-4d44-bd82-aff36a8a5aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:59.152465 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b3d7d039-0181-4403-8ae6-c55d322b439a req-bbb9d382-78e2-4d44-bd82-aff36a8a5aa7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9fd410a6-6b42-4dd7-aaee-5021094067c5 HTTP/1.1" status: 200 len: 911 time: 0.0947921 Sep 10 15:17:59.221523 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b3d7d039-0181-4403-8ae6-c55d322b439a req-fdc7875a-32d0-4a40-ab1d-b6dc4ed4d02f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8398a0f7-0d3c-4f43-a6ae-914b5c481536 HTTP/1.1" status: 200 len: 1000 time: 0.0614266 Sep 10 15:17:59.269707 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7d039-0181-4403-8ae6-c55d322b439a req-9a2ffeba-ddef-4725-a582-02db299d1fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:59.271028 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b3d7d039-0181-4403-8ae6-c55d322b439a req-9a2ffeba-ddef-4725-a582-02db299d1fa6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b HTTP/1.1" status: 200 len: 849 time: 0.0420148 Sep 10 15:17:59.322778 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7d039-0181-4403-8ae6-c55d322b439a req-ab14d890-9ceb-455f-8589-9fda659b6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:59.325624 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b3d7d039-0181-4403-8ae6-c55d322b439a req-ab14d890-9ceb-455f-8589-9fda659b6bf1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fd410a6-6b42-4dd7-aaee-5021094067c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405154 Sep 10 15:17:59.437032 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd07b24-b3c6-45c7-a2f6-be55140c86f0 req-a001c6b7-9dbb-4965-a0e7-a496de7dada7 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:59.438555 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0cd07b24-b3c6-45c7-a2f6-be55140c86f0 req-a001c6b7-9dbb-4965-a0e7-a496de7dada7 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 985 time: 0.0556412 Sep 10 15:17:59.444995 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b3d7d039-0181-4403-8ae6-c55d322b439a req-de7874ac-1bcb-40cc-840b-ba9d55f7f90e service neutron] 10.222.0.43 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033604 Sep 10 15:17:59.485439 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0cd07b24-b3c6-45c7-a2f6-be55140c86f0 req-35a9ee72-e126-459d-a809-ef97063e72ab tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&id=9424d118-b517-4a45-bd86-ebb0dd8c2c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393128 Sep 10 15:17:59.574418 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b3d7d039-0181-4403-8ae6-c55d322b439a req-ee3c2110-880f-45ee-921c-2be77aa6e490 service neutron] 10.222.0.43 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170812 Sep 10 15:17:59.577101 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2876d-7874-4e84-858a-8353c185afac req-e96c792b-f5d6-4f29-8c4a-880424a50206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:59.579125 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-caf2876d-7874-4e84-858a-8353c185afac req-e96c792b-f5d6-4f29-8c4a-880424a50206 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 1099 time: 0.0619838 Sep 10 15:17:59.620882 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-caf2876d-7874-4e84-858a-8353c185afac req-2b355b22-14cc-4fc3-8709-1a75e593c4eb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337484 Sep 10 15:17:59.633438 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac2d0b-c5eb-4e39-8bbe-113805575be6 req-74c49613-177a-47d4-838d-0d9eb693d983 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:59.635014 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e2ac2d0b-c5eb-4e39-8bbe-113805575be6 req-74c49613-177a-47d4-838d-0d9eb693d983 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0528858 Sep 10 15:17:59.696631 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e2ac2d0b-c5eb-4e39-8bbe-113805575be6 req-5d416b79-8312-4a78-81e0-0a5733e04b71 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550597 Sep 10 15:17:59.714166 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd397ed-86c8-479c-8231-5363e81ce25e req-1d175e85-661e-4e3b-bb9e-861016ae32a5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:59.715902 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fcd397ed-86c8-479c-8231-5363e81ce25e req-1d175e85-661e-4e3b-bb9e-861016ae32a5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 943 time: 0.0611782 Sep 10 15:17:59.754474 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fcd397ed-86c8-479c-8231-5363e81ce25e req-03bd020f-50cf-4181-9adc-58077c87800f tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325267 Sep 10 15:18:00.141603 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2df05-c019-4ffa-91e0-f09abd0c8c5c req-3147170e-07f1-4bf3-b96f-e7f461450862 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:00.143135 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-39a2df05-c019-4ffa-91e0-f09abd0c8c5c req-3147170e-07f1-4bf3-b96f-e7f461450862 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 946 time: 0.0578318 Sep 10 15:18:00.187736 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-39a2df05-c019-4ffa-91e0-f09abd0c8c5c req-3bb2b873-bb00-4ade-80e0-ef23896b1eae tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377455 Sep 10 15:18:00.608164 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ca29c-7f58-42ff-8513-2ec9fc019ed6 req-f736eac1-f3c4-4fbd-9baf-921be86bfe0d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:00.609871 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d13ca29c-7f58-42ff-8513-2ec9fc019ed6 req-f736eac1-f3c4-4fbd-9baf-921be86bfe0d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 985 time: 0.0523832 Sep 10 15:18:00.655049 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d13ca29c-7f58-42ff-8513-2ec9fc019ed6 req-1b2783be-38e2-49ae-8f36-c5ccb22bdbd9 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&id=9424d118-b517-4a45-bd86-ebb0dd8c2c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390747 Sep 10 15:18:00.816597 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986838c-8360-42ce-8b59-e3bb6024cb04 req-e46633d2-071d-4535-ac0d-7c2484c1fc0f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:00.818576 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d986838c-8360-42ce-8b59-e3bb6024cb04 req-e46633d2-071d-4535-ac0d-7c2484c1fc0f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0531449 Sep 10 15:18:00.879361 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-cde81f3e-81b5-431b-b457-4fd49ada5830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:00.914085 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d986838c-8360-42ce-8b59-e3bb6024cb04 req-405fe79d-8e44-412c-bc6c-98ecc2a5f6a5 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868363 Sep 10 15:18:00.929873 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bc9b4-e5a3-47fd-af3a-d212dcb72733 req-67639ea5-d876-4cad-aaec-0d5ef6d8794d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:00.931296 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1a4bc9b4-e5a3-47fd-af3a-d212dcb72733 req-67639ea5-d876-4cad-aaec-0d5ef6d8794d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 943 time: 0.1052761 Sep 10 15:18:00.970332 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1a4bc9b4-e5a3-47fd-af3a-d212dcb72733 req-a302bafb-4dcb-4296-a9a6-589fff9804af tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326264 Sep 10 15:18:01.290165 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device b3b445db-f768-45fe-9404-466d01268375 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:18:01.329073 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d27904-a4c0-4e6c-a824-cb6bf6733b5c req-59a71da8-7ae6-46ce-9747-953a39e0b679 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:01.330860 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-66d27904-a4c0-4e6c-a824-cb6bf6733b5c req-59a71da8-7ae6-46ce-9747-953a39e0b679 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 946 time: 0.0559971 Sep 10 15:18:01.332306 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:01.377452 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-66d27904-a4c0-4e6c-a824-cb6bf6733b5c req-b4445ed1-56ca-476b-9b7b-318180a7e7ac tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384431 Sep 10 15:18:01.421944 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port b3b445db-f768-45fe-9404-466d01268375, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=b3b445db-f768-45fe-9404-466d01268375,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:18:01.433157 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': 'b3b445db-f768-45fe-9404-466d01268375', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'port_id': 'b3b445db-f768-45fe-9404-466d01268375', 'mac_address': 'fa:16:3e:bb:0b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:18:01.482090 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:01.496414 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b445db-f768-45fe-9404-466d01268375 {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:18:01.520163 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port b3b445db-f768-45fe-9404-466d01268375, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=b3b445db-f768-45fe-9404-466d01268375,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:18:01.523708 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:01.577808 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=b3b445db-f768-45fe-9404-466d01268375,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:01.770039 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00826d0-ed34-4c19-8783-87962057bcc0 req-482cb47a-748e-4562-9c8b-37d26264202e tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:01.771527 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e00826d0-ed34-4c19-8783-87962057bcc0 req-482cb47a-748e-4562-9c8b-37d26264202e tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 985 time: 0.0491426 Sep 10 15:18:01.820092 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e00826d0-ed34-4c19-8783-87962057bcc0 req-4dce67ab-fd69-478f-93d4-136f64988358 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&id=9424d118-b517-4a45-bd86-ebb0dd8c2c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416412 Sep 10 15:18:01.848400 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['b3b445db-f768-45fe-9404-466d01268375'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:18:02.037611 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf76e41-05f1-4a28-8f12-317bc62cdee9 req-d8859bd5-4954-4bfa-bd81-94cc3ad72f73 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:02.039223 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bcf76e41-05f1-4a28-8f12-317bc62cdee9 req-d8859bd5-4954-4bfa-bd81-94cc3ad72f73 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0534704 Sep 10 15:18:02.102721 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bcf76e41-05f1-4a28-8f12-317bc62cdee9 req-a6d988b5-e8f0-4780-a313-4ecabff9295c tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541687 Sep 10 15:18:02.111723 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d903df-4773-4978-a663-47288fead499 req-af14c732-32b5-494f-b49f-38a1aa17614a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:02.113223 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-09d903df-4773-4978-a663-47288fead499 req-af14c732-32b5-494f-b49f-38a1aa17614a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 944 time: 0.0730386 Sep 10 15:18:02.151357 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-09d903df-4773-4978-a663-47288fead499 req-a7280a97-bf8c-4727-857b-833b6c2c3529 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321789 Sep 10 15:18:02.217773 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:02.511259 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37203e-f4b1-4faa-b705-18aa1642d737 req-c6584e05-4edc-4732-baef-6eedb4d46243 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:02.512921 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-da37203e-f4b1-4faa-b705-18aa1642d737 req-c6584e05-4edc-4732-baef-6eedb4d46243 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 946 time: 0.0549459 Sep 10 15:18:02.538529 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 32912) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:18:02.551366 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-da37203e-f4b1-4faa-b705-18aa1642d737 req-b8034918-f2ac-45fa-8687-ea6c2fb50f25 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325720 Sep 10 15:18:02.649274 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b06bcd1c-34de-4bbe-a08e-025a3d3b03cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:02.742219 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b06bcd1c-34de-4bbe-a08e-025a3d3b03cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:02.746495 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b06bcd1c-34de-4bbe-a08e-025a3d3b03cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:02.785733 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-b06bcd1c-34de-4bbe-a08e-025a3d3b03cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a4c6d715758410bb559e7d4d030e0eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460682 Sep 10 15:18:02.786562 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bcd1c-34de-4bbe-a08e-025a3d3b03cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e850519b-1ad3-4da3-9d83-5effd2783f48,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:02.788421 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 32918) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:18:02.835819 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-52bbd5b1-396f-4bca-b681-f56398e91627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:02.857488 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-52bbd5b1-396f-4bca-b681-f56398e91627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:02.902849 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-52bbd5b1-396f-4bca-b681-f56398e91627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:02.905585 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-52bbd5b1-396f-4bca-b681-f56398e91627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:02.906727 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-52bbd5b1-396f-4bca-b681-f56398e91627 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e850519b-1ad3-4da3-9d83-5effd2783f48 HTTP/1.1" status: 204 len: 168 time: 0.1172915 Sep 10 15:18:02.914652 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbd5b1-396f-4bca-b681-f56398e91627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e850519b-1ad3-4da3-9d83-5effd2783f48,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:03.220106 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd7ee0-8d99-4147-a8f0-a7453b9d95b4 req-791a5d68-2efd-413c-95b9-d53e16ea4e1c tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:03.221625 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9ffd7ee0-8d99-4147-a8f0-a7453b9d95b4 req-791a5d68-2efd-413c-95b9-d53e16ea4e1c tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0497088 Sep 10 15:18:03.287378 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9ffd7ee0-8d99-4147-a8f0-a7453b9d95b4 req-1755a593-9121-4930-a442-ca78625e734b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566511 Sep 10 15:18:03.295440 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b299e7-682a-4bc0-931f-46b6721730ef req-3c3cfd2d-1f4f-4070-a26e-8ebd4e1e2f26 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:03.296921 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c2b299e7-682a-4bc0-931f-46b6721730ef req-3c3cfd2d-1f4f-4070-a26e-8ebd4e1e2f26 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 944 time: 0.0744162 Sep 10 15:18:03.310200 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device b3b445db-f768-45fe-9404-466d01268375 up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:18:03.338431 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c2b299e7-682a-4bc0-931f-46b6721730ef req-9f265c8c-7a4c-4f05-9e19-f5edb21b25f1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354486 Sep 10 15:18:03.359332 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port b3b445db-f768-45fe-9404-466d01268375 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:18:03.362877 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port b3b445db-f768-45fe-9404-466d01268375 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:18:03.363246 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:03.444332 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:03.468032 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3bdada-3542-475a-b9b0-f1b9fe6189a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b445db-f768-45fe-9404-466d01268375'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:18:03.470435 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dae25c-0374-4360-bf08-30fb9ad0e0ae" -d '{"events": [{"server_uuid": "fc3bdada-3542-475a-b9b0-f1b9fe6189a8", "name": "network-vif-plugged", "status": "completed", "tag": "b3b445db-f768-45fe-9404-466d01268375"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:18:03.488907 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port b3b445db-f768-45fe-9404-466d01268375, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=b3b445db-f768-45fe-9404-466d01268375,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:18:03.493447 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:03.523052 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb5ad5e-40f2-4dd8-ab08-232812692dc9 x-openstack-request-id: req-cbb5ad5e-40f2-4dd8-ab08-232812692dc9 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:18:03.523398 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3bdada-3542-475a-b9b0-f1b9fe6189a8", "name": "network-vif-plugged", "status": "completed", "tag": "b3b445db-f768-45fe-9404-466d01268375", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:18:03.523651 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cbb5ad5e-40f2-4dd8-ab08-232812692dc9 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:18:03.524040 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3bdada-3542-475a-b9b0-f1b9fe6189a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b445db-f768-45fe-9404-466d01268375', 'code': 200} Sep 10 15:18:03.553735 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=b3b445db-f768-45fe-9404-466d01268375,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:03.666245 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:03.756552 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf3957-aabb-43d2-bfe7-0ae2a28d189a req-9572dcac-2e8f-4872-89b8-78de63b9b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:03.758177 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-82bf3957-aabb-43d2-bfe7-0ae2a28d189a req-9572dcac-2e8f-4872-89b8-78de63b9b62a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 1098 time: 0.0469677 Sep 10 15:18:03.794128 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-82bf3957-aabb-43d2-bfe7-0ae2a28d189a req-ed1a9cad-0dd4-4962-af88-2255f5644391 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285952 Sep 10 15:18:04.403111 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29141d3c-df72-46de-9496-ec8c88df83bd req-f1bd4c35-769c-4866-8e05-a7ecfebf456d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:04.404626 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-29141d3c-df72-46de-9496-ec8c88df83bd req-f1bd4c35-769c-4866-8e05-a7ecfebf456d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0494876 Sep 10 15:18:04.469989 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-29141d3c-df72-46de-9496-ec8c88df83bd req-ef726238-7d97-4314-a94c-371b3193343f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550947 Sep 10 15:18:04.478062 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59300ea4-54f6-4297-ba57-a5677432837b req-4178eccf-5151-4f45-96fc-97d6562d8374 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:04.480036 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-59300ea4-54f6-4297-ba57-a5677432837b req-4178eccf-5151-4f45-96fc-97d6562d8374 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 945 time: 0.0734584 Sep 10 15:18:04.522114 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-59300ea4-54f6-4297-ba57-a5677432837b req-46491db3-9a02-4253-b983-020d2e4403b8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360372 Sep 10 15:18:04.676663 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c9157-2db1-4320-bacb-4d6a1ba703f4 req-29422340-8f90-48d2-8d17-66f686625e4f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:04.678610 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-255c9157-2db1-4320-bacb-4d6a1ba703f4 req-29422340-8f90-48d2-8d17-66f686625e4f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0617394 Sep 10 15:18:04.727757 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410b8d7-6a30-4025-a4ba-69cd7b26cf22 req-e11f580e-85cd-442d-93e1-1eb174e7bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:04.730081 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2410b8d7-6a30-4025-a4ba-69cd7b26cf22 req-e11f580e-85cd-442d-93e1-1eb174e7bf81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c0dbe00e8be4d6fa4f0727f7fa2408d&device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 1098 time: 0.0458357 Sep 10 15:18:04.733335 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-255c9157-2db1-4320-bacb-4d6a1ba703f4 req-d9e4893f-e80d-481f-9bf7-86c887a0bd08 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476415 Sep 10 15:18:04.832385 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410b8d7-6a30-4025-a4ba-69cd7b26cf22 req-2cafc2bf-e4b1-4847-abc7-104dcfcb8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:04.834059 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2410b8d7-6a30-4025-a4ba-69cd7b26cf22 req-2cafc2bf-e4b1-4847-abc7-104dcfcb8c21 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9fd410a6-6b42-4dd7-aaee-5021094067c5 HTTP/1.1" status: 200 len: 911 time: 0.0921242 Sep 10 15:18:04.930145 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2410b8d7-6a30-4025-a4ba-69cd7b26cf22 req-bafda4a3-2bc7-46fd-891a-3f676c6b9710 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8398a0f7-0d3c-4f43-a6ae-914b5c481536 HTTP/1.1" status: 200 len: 1000 time: 0.0698531 Sep 10 15:18:04.932142 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da4e1c-e308-4db1-b65f-f23bc4259ad7 req-ffcf9f22-a149-47e8-a3da-f2cc50a5b855 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:04.933711 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e3da4e1c-e308-4db1-b65f-f23bc4259ad7 req-ffcf9f22-a149-47e8-a3da-f2cc50a5b855 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 945 time: 0.0533741 Sep 10 15:18:04.986912 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e3da4e1c-e308-4db1-b65f-f23bc4259ad7 req-78cd68ea-7699-4b89-9053-b87e511c0244 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423565 Sep 10 15:18:04.997490 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410b8d7-6a30-4025-a4ba-69cd7b26cf22 req-bfae82e7-5a1c-49bb-a598-42d06803a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:04.999048 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2410b8d7-6a30-4025-a4ba-69cd7b26cf22 req-bfae82e7-5a1c-49bb-a598-42d06803a8ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b HTTP/1.1" status: 200 len: 849 time: 0.0544908 Sep 10 15:18:05.048349 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410b8d7-6a30-4025-a4ba-69cd7b26cf22 req-b14d2f49-3fc6-49d0-a88a-8ff4cf8e8d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:05.050228 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2410b8d7-6a30-4025-a4ba-69cd7b26cf22 req-b14d2f49-3fc6-49d0-a88a-8ff4cf8e8d63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fd410a6-6b42-4dd7-aaee-5021094067c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426061 Sep 10 15:18:05.155396 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2410b8d7-6a30-4025-a4ba-69cd7b26cf22 req-0307b930-0f8d-4c77-a350-9f1d41bbfb98 service neutron] 10.222.0.43 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961161 Sep 10 15:18:05.188303 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 32982) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:18:05.256598 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2410b8d7-6a30-4025-a4ba-69cd7b26cf22 req-39bbbf44-60b4-48ed-a097-c318fba57f6e service neutron] 10.222.0.43 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929923 Sep 10 15:18:05.298520 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a4d8e98c-a1cc-4b55-a8a1-a31d3cba853a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:05.386369 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a4d8e98c-a1cc-4b55-a8a1-a31d3cba853a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:05.389881 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a4d8e98c-a1cc-4b55-a8a1-a31d3cba853a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:05.427612 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-a4d8e98c-a1cc-4b55-a8a1-a31d3cba853a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2ed0e81a82547088c67474b79e0a98f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382843 Sep 10 15:18:05.428454 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8e98c-a1cc-4b55-a8a1-a31d3cba853a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263789f7-f119-433b-9177-7c9d43883036,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:05.430276 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 32986) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:18:05.480687 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9f26de17-a437-41aa-816f-47bb14af937d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:05.500612 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9f26de17-a437-41aa-816f-47bb14af937d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:05.548913 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9f26de17-a437-41aa-816f-47bb14af937d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:05.551583 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9f26de17-a437-41aa-816f-47bb14af937d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:05.552608 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-9f26de17-a437-41aa-816f-47bb14af937d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/263789f7-f119-433b-9177-7c9d43883036 HTTP/1.1" status: 204 len: 168 time: 0.1205506 Sep 10 15:18:05.560271 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26de17-a437-41aa-816f-47bb14af937d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263789f7-f119-433b-9177-7c9d43883036,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:05.651032 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a1501-301c-4dbe-b9f0-28850d0a0182 req-74f8796a-77df-4286-bd83-94680e8ac214 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:05.653335 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-344a1501-301c-4dbe-b9f0-28850d0a0182 req-74f8796a-77df-4286-bd83-94680e8ac214 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 945 time: 0.0505400 Sep 10 15:18:05.690357 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-344a1501-301c-4dbe-b9f0-28850d0a0182 req-7ccd516e-d964-4acb-a093-6e43ab50fae5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312366 Sep 10 15:18:05.822769 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b46d31-0717-4232-902a-52658d5d0fdb req-e56b003a-42d2-49c5-9be8-4caf66bfb7e1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:05.824968 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-60b46d31-0717-4232-902a-52658d5d0fdb req-e56b003a-42d2-49c5-9be8-4caf66bfb7e1 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 945 time: 0.0580120 Sep 10 15:18:05.841063 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 32998) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:18:05.860154 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-543c34ce-9a44-4514-ac67-f19a86e6a1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:05.959548 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-543c34ce-9a44-4514-ac67-f19a86e6a1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:05.964227 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-543c34ce-9a44-4514-ac67-f19a86e6a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:06.005796 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-543c34ce-9a44-4514-ac67-f19a86e6a1d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=086849d3ad3c4d899235c430df0326e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636093 Sep 10 15:18:06.006674 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c34ce-9a44-4514-ac67-f19a86e6a1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d61e8b2-1d6f-4778-b9fc-d4d158e010ab,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:06.009049 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 33002) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:18:06.064489 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8ee8a3d9-2f2f-473a-9c34-b78dc70f916f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:06.085795 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8ee8a3d9-2f2f-473a-9c34-b78dc70f916f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:06.099602 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-60b46d31-0717-4232-902a-52658d5d0fdb req-80ab67a7-8662-4209-ae58-8e1972d3b3fd tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633436 Sep 10 15:18:06.111851 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f94b8-ccb3-4c85-9d16-00ee0963d089 req-9807daa7-6d23-4dab-a951-3dc539502d0b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:06.113459 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1c3f94b8-ccb3-4c85-9d16-00ee0963d089 req-9807daa7-6d23-4dab-a951-3dc539502d0b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.2872827 Sep 10 15:18:06.123528 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 33004) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:18:06.154424 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8ee8a3d9-2f2f-473a-9c34-b78dc70f916f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:06.156953 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8ee8a3d9-2f2f-473a-9c34-b78dc70f916f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:06.160448 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-8ee8a3d9-2f2f-473a-9c34-b78dc70f916f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d61e8b2-1d6f-4778-b9fc-d4d158e010ab HTTP/1.1" status: 204 len: 168 time: 0.1481380 Sep 10 15:18:06.167551 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8a3d9-2f2f-473a-9c34-b78dc70f916f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d61e8b2-1d6f-4778-b9fc-d4d158e010ab,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:06.180240 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1c3f94b8-ccb3-4c85-9d16-00ee0963d089 req-863aae1e-4715-466b-9c6b-ab9f80f1196d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586445 Sep 10 15:18:06.230690 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba01bc0-163e-4d10-b16a-de1623602665 req-18bedb41-6e61-43bb-9bd1-f47e69fcdbfc tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:06.232208 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3ba01bc0-163e-4d10-b16a-de1623602665 req-18bedb41-6e61-43bb-9bd1-f47e69fcdbfc tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 945 time: 0.0506008 Sep 10 15:18:06.273360 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3ba01bc0-163e-4d10-b16a-de1623602665 req-eeaf5c99-634d-47f0-938a-5c7321583ca0 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336778 Sep 10 15:18:06.403397 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc0c9e-2c2d-4931-b25a-a486155ac35c tempest-TestVolumeBootPattern-489280881 tempest-TestVolumeBootPattern-489280881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:06.404952 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-dbcc0c9e-2c2d-4931-b25a-a486155ac35c tempest-TestVolumeBootPattern-489280881 tempest-TestVolumeBootPattern-489280881-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 1093 time: 0.2801764 Sep 10 15:18:06.407791 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 33012) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:18:06.411947 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Request body: {'floatingip': {'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'port_id': 'b3b445db-f768-45fe-9404-466d01268375', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:18:06.441898 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for floatingip, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:06.496945 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33014) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:18:06.510108 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e8f37e6d-c6d0-470e-8f1b-7915bb9d5594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:06.546864 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:06.601001 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e8f37e6d-c6d0-470e-8f1b-7915bb9d5594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:06.605162 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e8f37e6d-c6d0-470e-8f1b-7915bb9d5594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:06.644453 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-e8f37e6d-c6d0-470e-8f1b-7915bb9d5594 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5aaa21dd934e4eb6ba9a7a3025dfdfb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440828 Sep 10 15:18:06.644453 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f37e6d-c6d0-470e-8f1b-7915bb9d5594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03b157f-02e2-4657-9f1c-4edb7ed1a06b,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:06.645141 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 33016) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:18:06.675207 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Allocated IP 172.27.3.244 (080accf6-a61d-43aa-a40c-4a5d90aa3be1/9f699ab7-ff98-4888-8014-ee1b80751434/414bfb9a-7dca-4284-9703-4a84124ab879) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:18:06.769874 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbfcb3-d394-48cd-b4d8-995a1839e2c6 req-82bd4e7b-d7e9-4d6c-a2cf-209eb4807977 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:06.771231 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-9acbfcb3-d394-48cd-b4d8-995a1839e2c6 req-82bd4e7b-d7e9-4d6c-a2cf-209eb4807977 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.43 "GET /v2.0/ports?device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 945 time: 0.1240406 Sep 10 15:18:06.800109 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fa7472d6-ae6c-45ca-a6c2-40190d7e7df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:06.875657 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fa7472d6-ae6c-45ca-a6c2-40190d7e7df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:06.920102 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:06.984498 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-9acbfcb3-d394-48cd-b4d8-995a1839e2c6 req-97f79535-fb79-44d2-9602-07d1610fc537 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Deleting port ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:18:06.984937 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-9acbfcb3-d394-48cd-b4d8-995a1839e2c6 req-97f79535-fb79-44d2-9602-07d1610fc537 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:06.989622 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fa7472d6-ae6c-45ca-a6c2-40190d7e7df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:06.992048 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fa7472d6-ae6c-45ca-a6c2-40190d7e7df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:06.993186 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-fa7472d6-ae6c-45ca-a6c2-40190d7e7df9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d03b157f-02e2-4657-9f1c-4edb7ed1a06b HTTP/1.1" status: 204 len: 168 time: 0.3471279 Sep 10 15:18:07.028565 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7472d6-ae6c-45ca-a6c2-40190d7e7df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03b157f-02e2-4657-9f1c-4edb7ed1a06b,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:07.033533 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:07.107987 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:18:07.118940 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:18:07.128580 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:18:07.132612 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event updated for resources: {'Port': ['ID=414bfb9a-7dca-4284-9703-4a84124ab879,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:07.160107 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-9acbfcb3-d394-48cd-b4d8-995a1839e2c6 req-97f79535-fb79-44d2-9602-07d1610fc537 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] For port ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91,segment=NetworkSegment(1e84fc20-9360-4feb-9506-971591d93c01),segment_id=1e84fc20-9360-4feb-9506-971591d93c01)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:18:07.160462 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-9acbfcb3-d394-48cd-b4d8-995a1839e2c6 req-97f79535-fb79-44d2-9602-07d1610fc537 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:07.182037 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-9acbfcb3-d394-48cd-b4d8-995a1839e2c6 req-97f79535-fb79-44d2-9602-07d1610fc537 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Calling delete_port for ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:18:07.333508 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380fa8a-9636-49da-931d-5b3056f698d0 req-4c62ac30-1e70-4b2a-8e41-acdb8efbbb1e tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:07.338137 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a380fa8a-9636-49da-931d-5b3056f698d0 req-4c62ac30-1e70-4b2a-8e41-acdb8efbbb1e tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0862329 Sep 10 15:18:07.420406 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a380fa8a-9636-49da-931d-5b3056f698d0 req-68d735b9-de3a-4669-92c2-e7976fe93ae4 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686457 Sep 10 15:18:07.451690 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9abd4-477c-492d-b7a6-32fe33744519 req-043f8bec-721f-43b3-b73c-827c97499426 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:07.453387 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-92b9abd4-477c-492d-b7a6-32fe33744519 req-043f8bec-721f-43b3-b73c-827c97499426 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=edca3d10-40de-414a-8636-dfd69b0afb03 HTTP/1.1" status: 200 len: 945 time: 0.0821588 Sep 10 15:18:07.492093 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-92b9abd4-477c-492d-b7a6-32fe33744519 req-40701450-287c-4ace-973c-a4ae8a6f136a tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329897 Sep 10 15:18:07.507646 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-9acbfcb3-d394-48cd-b4d8-995a1839e2c6 req-97f79535-fb79-44d2-9602-07d1610fc537 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:07.519191 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:18:07.546479 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f79535-fb79-44d2-9602-07d1610fc537 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Pushing event deleted for resources: {'Port': ['ID=ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:07.629798 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acbfcb3-d394-48cd-b4d8-995a1839e2c6 req-97f79535-fb79-44d2-9602-07d1610fc537 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] No DVR routers for this DVR port ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:18:07.632844 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-9acbfcb3-d394-48cd-b4d8-995a1839e2c6 req-97f79535-fb79-44d2-9602-07d1610fc537 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:07.635867 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-9acbfcb3-d394-48cd-b4d8-995a1839e2c6 req-97f79535-fb79-44d2-9602-07d1610fc537 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.43 "DELETE /v2.0/ports/ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 HTTP/1.1" status: 204 len: 173 time: 0.8361583 Sep 10 15:18:07.638028 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edca3d10-40de-414a-8636-dfd69b0afb03', 'name': 'network-vif-deleted', 'tag': 'ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:18:07.642799 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7650dcb-17a4-4f06-8816-d95ca45d69cd" -d '{"events": [{"server_uuid": "edca3d10-40de-414a-8636-dfd69b0afb03", "name": "network-vif-deleted", "tag": "ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:18:07.691778 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc06b859-269e-466c-9714-10abed2105be x-openstack-request-id: req-fc06b859-269e-466c-9714-10abed2105be {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:18:07.692063 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edca3d10-40de-414a-8636-dfd69b0afb03", "name": "network-vif-deleted", "tag": "ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:18:07.692307 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc06b859-269e-466c-9714-10abed2105be {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:18:07.692682 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edca3d10-40de-414a-8636-dfd69b0afb03', 'name': 'network-vif-deleted', 'tag': 'ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91', 'status': 'completed', 'code': 200} Sep 10 15:18:07.715157 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:07.787983 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:07.946913 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:07.952315 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:08.023401 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event updated for resources: {'Port': ['ID=414bfb9a-7dca-4284-9703-4a84124ab879,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:08.030243 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550972'] for floatingip, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:08.134601 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.l3_db [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Floating IP 4c9ab673-dd11-4b13-aa77-12289adf7887 associated. External IP: 172.27.3.244, port: b3b445db-f768-45fe-9404-466d01268375. Sep 10 15:18:08.379514 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:18:08.753387 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:18:08.770723 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb6e98f-0c2a-49b1-9d75-814b687297d4 None None] Sync routers for ids ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:18:08.781374 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:08.790087 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb6e98f-0c2a-49b1-9d75-814b687297d4 None None] Routers {'9e5b27c2-22a6-4ae6-b057-d878d03e64d0'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:18:08.790913 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-5fb6e98f-0c2a-49b1-9d75-814b687297d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:18:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:18:08.818145 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-1d9db61e-2568-4290-aa48-027e286f8b43 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4091907 Sep 10 15:18:08.915716 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-5fb6e98f-0c2a-49b1-9d75-814b687297d4 None None] Set router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:18:09.318191 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-5fb6e98f-0c2a-49b1-9d75-814b687297d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '4c9ab673-dd11-4b13-aa77-12289adf7887', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'port_id': 'b3b445db-f768-45fe-9404-466d01268375', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'mac_address': 'fa:16:3e:bb:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3bdada-3542-475a-b9b0-f1b9fe6189a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:18:07Z', 'updated_at': '2021-09-10T15:18:07Z', 'revision_number': 0, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 5, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:18:09.350325 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb6e98f-0c2a-49b1-9d75-814b687297d4 None None] Checking router: 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:18:09.358818 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb6e98f-0c2a-49b1-9d75-814b687297d4 None None] Routers {'9e5b27c2-22a6-4ae6-b057-d878d03e64d0'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:18:09.359420 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-5fb6e98f-0c2a-49b1-9d75-814b687297d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:18:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:18:09.471845 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-5fb6e98f-0c2a-49b1-9d75-814b687297d4 None None] Set router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:18:09.694279 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3bdada-3542-475a-b9b0-f1b9fe6189a8', 'tag': 'b3b445db-f768-45fe-9404-466d01268375'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:18:09.699969 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59976b1-cbc6-47a7-9eae-4519361bb485" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3bdada-3542-475a-b9b0-f1b9fe6189a8", "tag": "b3b445db-f768-45fe-9404-466d01268375"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:18:09.702740 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-5fb6e98f-0c2a-49b1-9d75-814b687297d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '4c9ab673-dd11-4b13-aa77-12289adf7887', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'port_id': 'b3b445db-f768-45fe-9404-466d01268375', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'mac_address': 'fa:16:3e:bb:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3bdada-3542-475a-b9b0-f1b9fe6189a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:18:07Z', 'updated_at': '2021-09-10T15:18:07Z', 'revision_number': 0, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 5, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:18:09.734020 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb6e98f-0c2a-49b1-9d75-814b687297d4 None None] The sync data for ids ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'] in dv-cinder-760184-10-iscsi is: [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '4c9ab673-dd11-4b13-aa77-12289adf7887', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'port_id': 'b3b445db-f768-45fe-9404-466d01268375', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'mac_address': 'fa:16:3e:bb:0b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3bdada-3542-475a-b9b0-f1b9fe6189a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:18:07Z', 'updated_at': '2021-09-10T15:18:07Z', 'revision_number': 0, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 5, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:18:09.735530 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766e8714-4672-4428-a826-bb24dd42ebca x-openstack-request-id: req-766e8714-4672-4428-a826-bb24dd42ebca {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:18:09.735903 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3bdada-3542-475a-b9b0-f1b9fe6189a8", "tag": "b3b445db-f768-45fe-9404-466d01268375", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:18:09.736154 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-766e8714-4672-4428-a826-bb24dd42ebca {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:18:09.736538 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3bdada-3542-475a-b9b0-f1b9fe6189a8', 'tag': 'b3b445db-f768-45fe-9404-466d01268375', 'status': 'completed', 'code': 200} Sep 10 15:18:09.930129 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf874453-1d1c-4e75-8aaa-04d6df7681fb None None] New status for floating IP 4c9ab673-dd11-4b13-aa77-12289adf7887: ACTIVE {{(pid=94034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:18:11.937683 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:18:11.958427 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:18:11.958836 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device ebd5c0e0-ab54-4a77-b6b7-a0fa89c2cb91 not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:18:11.997833 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59976b1-cbc6-47a7-9eae-4519361bb485 req-1c45907e-edd4-4df1-9865-8e66fce01226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:12.001568 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a59976b1-cbc6-47a7-9eae-4519361bb485 req-1c45907e-edd4-4df1-9865-8e66fce01226 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=90064210fccc4fb2a9db8b495df16e58&device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 1098 time: 0.0406384 Sep 10 15:18:12.095771 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59976b1-cbc6-47a7-9eae-4519361bb485 req-7f476898-8794-4a2f-a031-294e41562766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:12.097256 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a59976b1-cbc6-47a7-9eae-4519361bb485 req-7f476898-8794-4a2f-a031-294e41562766 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc HTTP/1.1" status: 200 len: 911 time: 0.0910501 Sep 10 15:18:12.161970 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a59976b1-cbc6-47a7-9eae-4519361bb485 req-05ec39e8-e14a-4dd8-bee4-0b70e1f065a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3b445db-f768-45fe-9404-466d01268375 HTTP/1.1" status: 200 len: 1001 time: 0.0568192 Sep 10 15:18:12.216350 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59976b1-cbc6-47a7-9eae-4519361bb485 req-1f8abe6e-bfc9-4730-bd95-2cdb7da6bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:12.217887 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a59976b1-cbc6-47a7-9eae-4519361bb485 req-1f8abe6e-bfc9-4730-bd95-2cdb7da6bdb6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=358058bb-a0d0-4889-8b80-3a01a6232dfd HTTP/1.1" status: 200 len: 849 time: 0.0478599 Sep 10 15:18:12.266188 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59976b1-cbc6-47a7-9eae-4519361bb485 req-aee93e7b-6497-4cf2-a53e-225641a9b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:12.267705 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a59976b1-cbc6-47a7-9eae-4519361bb485 req-aee93e7b-6497-4cf2-a53e-225641a9b0ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405436 Sep 10 15:18:12.362296 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a59976b1-cbc6-47a7-9eae-4519361bb485 req-a733b4b5-3521-421c-9d3b-c99aef15c2d7 service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851521 Sep 10 15:18:12.452340 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a59976b1-cbc6-47a7-9eae-4519361bb485 req-bfa8f0a6-6479-4efb-b5f1-15fc7772afde service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823042 Sep 10 15:18:18.614876 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-a9c87fd2-54c0-48f6-a73a-fd8a0585d420 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:18.616361 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-a9c87fd2-54c0-48f6-a73a-fd8a0585d420 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/networks?id=a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb HTTP/1.1" status: 200 len: 814 time: 0.1089191 Sep 10 15:18:18.634630 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-0c0084c1-2dbd-4132-ae99-0fc737cb3b89 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/quotas/bd9b5e2008074e338d653c0d803c392f HTTP/1.1" status: 200 len: 375 time: 0.0125203 Sep 10 15:18:18.665821 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-fc031f3c-59ed-4f21-aeb3-0247cb5bb9da tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd9b5e2008074e338d653c0d803c392f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253038 Sep 10 15:18:18.757075 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-f85d4b6a-ffe4-4088-854f-5ca83ab6600a service neutron] 10.222.0.32 "GET /v2.0/networks/a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841572 Sep 10 15:18:18.844396 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-0141dfdd-84fa-4e7d-b34d-c59796e0a78b service neutron] 10.222.0.32 "GET /v2.0/networks/a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800979 Sep 10 15:18:19.002330 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a66ec313-fd40-4bbb-88e7-8438395701e0 req-644aa985-e4e3-4cb4-81d3-b31b888d08f5 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=27c7cc64-b5fe-4b11-978d-6856818d9e82 HTTP/1.1" status: 200 len: 210 time: 0.0270855 Sep 10 15:18:20.015451 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-bf3a53e5-d4f5-4f5f-aa81-9904f0a90c88 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:20.016960 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-bf3a53e5-d4f5-4f5f-aa81-9904f0a90c88 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.43 "GET /v2.0/networks?id=a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb HTTP/1.1" status: 200 len: 814 time: 0.1159844 Sep 10 15:18:20.040662 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-1830e0ff-40b6-499a-ae36-d841131cd0b4 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Request body: {'port': {'device_id': '27c7cc64-b5fe-4b11-978d-6856818d9e82', 'network_id': 'a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb', 'admin_state_up': True, 'tenant_id': 'bd9b5e2008074e338d653c0d803c392f'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:18:20.109015 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-21844f77-b206-4a04-98dd-1862c98d2c79 req-c95c8e3c-dc71-41d5-8eaf-d56aefc78aea tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=27c7cc64-b5fe-4b11-978d-6856818d9e82 HTTP/1.1" status: 200 len: 210 time: 0.0296516 Sep 10 15:18:20.149226 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-1830e0ff-40b6-499a-ae36-d841131cd0b4 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Made reservation on behalf of bd9b5e2008074e338d653c0d803c392f for: {'port': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:18:20.152683 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-1830e0ff-40b6-499a-ae36-d841131cd0b4 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:20.281756 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-1830e0ff-40b6-499a-ae36-d841131cd0b4 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Allocated IP 172.20.0.11 (a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb/856c32e2-c195-40a1-8b83-7164bad5e478/f811389d-b48e-4c8c-ae9b-5ef5399d38c6) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:18:20.431451 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-1830e0ff-40b6-499a-ae36-d841131cd0b4 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:20.472065 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-1830e0ff-40b6-499a-ae36-d841131cd0b4 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:20.513382 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-1830e0ff-40b6-499a-ae36-d841131cd0b4 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Network a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:18:20.516476 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-1830e0ff-40b6-499a-ae36-d841131cd0b4 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:18:20.520152 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-1830e0ff-40b6-499a-ae36-d841131cd0b4 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:18:20.549157 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830e0ff-40b6-499a-ae36-d841131cd0b4 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Pushing event updated for resources: {'Port': ['ID=f811389d-b48e-4c8c-ae9b-5ef5399d38c6,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:20.576853 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-1830e0ff-40b6-499a-ae36-d841131cd0b4 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:20.577400 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-1830e0ff-40b6-499a-ae36-d841131cd0b4 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:20.590586 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-1830e0ff-40b6-499a-ae36-d841131cd0b4 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5537052 Sep 10 15:18:20.605767 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Request body: {'port': {'device_id': '27c7cc64-b5fe-4b11-978d-6856818d9e82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:18:20.661466 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:20.922880 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f811389d-b48e-4c8c-ae9b-5ef5399d38c6 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:18:20.930342 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:20.943177 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Transition to ACTIVE for port object f811389d-b48e-4c8c-ae9b-5ef5399d38c6 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:18:20.946250 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:20.998064 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Pushing event updated for resources: {'Port': ['ID=f811389d-b48e-4c8c-ae9b-5ef5399d38c6,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:21.065198 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Attempting to bind port f811389d-b48e-4c8c-ae9b-5ef5399d38c6 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:18:21.065905 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Attempting to bind port f811389d-b48e-4c8c-ae9b-5ef5399d38c6 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '1e84fc20-9360-4feb-9506-971591d93c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:18:21.065905 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Attempting to bind port f811389d-b48e-4c8c-ae9b-5ef5399d38c6 on network a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:18:21.069890 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Port f811389d-b48e-4c8c-ae9b-5ef5399d38c6 on network a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:18:21.070200 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Attempting to bind port f811389d-b48e-4c8c-ae9b-5ef5399d38c6 on network a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:18:21.075585 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:18:21.075915 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Checking segment: {'id': '1e84fc20-9360-4feb-9506-971591d93c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:18:21.076287 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Bound using segment: {'id': '1e84fc20-9360-4feb-9506-971591d93c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:18:21.076704 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Bound port: f811389d-b48e-4c8c-ae9b-5ef5399d38c6, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e84fc20-9360-4feb-9506-971591d93c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:18:21.077074 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:21.140459 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] For port f811389d-b48e-4c8c-ae9b-5ef5399d38c6, host hv-cinder-76018, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:18:21.143545 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] For port f811389d-b48e-4c8c-ae9b-5ef5399d38c6, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=f811389d-b48e-4c8c-ae9b-5ef5399d38c6,segment=NetworkSegment(1e84fc20-9360-4feb-9506-971591d93c01),segment_id=1e84fc20-9360-4feb-9506-971591d93c01)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:18:21.148440 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:21.185121 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:21.185732 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:21.187180 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] 10.222.0.43 "PUT /v2.0/ports/f811389d-b48e-4c8c-ae9b-5ef5399d38c6 HTTP/1.1" status: 200 len: 1094 time: 0.5883253 Sep 10 15:18:21.187613 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c7cc64-b5fe-4b11-978d-6856818d9e82', 'tag': 'f811389d-b48e-4c8c-ae9b-5ef5399d38c6'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:18:21.190089 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89ad1e6-c566-45ae-9ff5-6d188dce6848" -d '{"events": [{"name": "network-changed", "server_uuid": "27c7cc64-b5fe-4b11-978d-6856818d9e82", "tag": "f811389d-b48e-4c8c-ae9b-5ef5399d38c6"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:18:21.220702 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13a9b6-6d03-4f65-8c9f-4a0825b55457 service neutron] Pushing event updated for resources: {'Port': ['ID=f811389d-b48e-4c8c-ae9b-5ef5399d38c6,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:21.246781 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c29a5b-3dac-4339-a2d7-7ea58622bece req-bc79dfa4-6363-46ff-9e55-bf59f0489401 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:21.248739 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e7c29a5b-3dac-4339-a2d7-7ea58622bece req-bc79dfa4-6363-46ff-9e55-bf59f0489401 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=27c7cc64-b5fe-4b11-978d-6856818d9e82 HTTP/1.1" status: 200 len: 944 time: 0.0705898 Sep 10 15:18:21.251261 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b29a7df-4363-4db9-9698-13d79e5beb94 x-openstack-request-id: req-9b29a7df-4363-4db9-9698-13d79e5beb94 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:18:21.251548 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c7cc64-b5fe-4b11-978d-6856818d9e82", "tag": "f811389d-b48e-4c8c-ae9b-5ef5399d38c6", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:18:21.251798 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b29a7df-4363-4db9-9698-13d79e5beb94 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:18:21.252183 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c7cc64-b5fe-4b11-978d-6856818d9e82', 'tag': 'f811389d-b48e-4c8c-ae9b-5ef5399d38c6', 'status': 'completed', 'code': 200} Sep 10 15:18:21.292435 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e7c29a5b-3dac-4339-a2d7-7ea58622bece req-e19d66b9-49bd-4c8e-893a-f5fa152ee23d tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340540 Sep 10 15:18:21.300831 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-e47bfcd4-6d9e-4872-b6d0-b6b2127ee4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:21.304554 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-e47bfcd4-6d9e-4872-b6d0-b6b2127ee4a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd9b5e2008074e338d653c0d803c392f&device_id=27c7cc64-b5fe-4b11-978d-6856818d9e82 HTTP/1.1" status: 200 len: 1097 time: 0.0611262 Sep 10 15:18:21.351828 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-0c5b4cfb-3cbf-4636-986e-fb57b81b89ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f811389d-b48e-4c8c-ae9b-5ef5399d38c6 HTTP/1.1" status: 200 len: 217 time: 0.0392199 Sep 10 15:18:21.403332 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-12b360f5-c104-4f00-844d-845dd7b9f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:21.404800 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-12b360f5-c104-4f00-844d-845dd7b9f1e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=856c32e2-c195-40a1-8b83-7164bad5e478 HTTP/1.1" status: 200 len: 854 time: 0.0433402 Sep 10 15:18:21.446814 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-fa4b3740-4635-414a-8f11-5e22a60d05e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271115 Sep 10 15:18:21.540825 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-f56940ca-8d30-4032-adc1-fe2545493e27 service neutron] 10.222.0.43 "GET /v2.0/networks/a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857852 Sep 10 15:18:21.631965 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-71046355-5319-4dae-9c37-19b4e02a3ad6 req-1b8117b0-3412-4a19-b26b-b410a3b9e13d service neutron] 10.222.0.43 "GET /v2.0/networks/a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826974 Sep 10 15:18:21.726632 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ad1e6-c566-45ae-9ff5-6d188dce6848 req-6fc31fc8-fc2c-49c5-a3cf-e4fa5b80ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:21.728130 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b89ad1e6-c566-45ae-9ff5-6d188dce6848 req-6fc31fc8-fc2c-49c5-a3cf-e4fa5b80ec38 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd9b5e2008074e338d653c0d803c392f&device_id=27c7cc64-b5fe-4b11-978d-6856818d9e82 HTTP/1.1" status: 200 len: 1097 time: 0.0442467 Sep 10 15:18:21.825055 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ad1e6-c566-45ae-9ff5-6d188dce6848 req-59f59f1f-64e8-4072-8abd-8937713a8d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:21.826544 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b89ad1e6-c566-45ae-9ff5-6d188dce6848 req-59f59f1f-64e8-4072-8abd-8937713a8d6f service neutron] 10.222.0.43 "GET /v2.0/networks?id=a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb HTTP/1.1" status: 200 len: 915 time: 0.0848141 Sep 10 15:18:21.874680 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b89ad1e6-c566-45ae-9ff5-6d188dce6848 req-b6cf9f2d-02bf-46f0-80aa-495a4f3396ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f811389d-b48e-4c8c-ae9b-5ef5399d38c6 HTTP/1.1" status: 200 len: 217 time: 0.0382278 Sep 10 15:18:21.931869 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ad1e6-c566-45ae-9ff5-6d188dce6848 req-65d841d6-fed6-4f12-8cb7-52943bebe2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:21.933883 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b89ad1e6-c566-45ae-9ff5-6d188dce6848 req-65d841d6-fed6-4f12-8cb7-52943bebe2a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=856c32e2-c195-40a1-8b83-7164bad5e478 HTTP/1.1" status: 200 len: 854 time: 0.0448978 Sep 10 15:18:21.971338 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b89ad1e6-c566-45ae-9ff5-6d188dce6848 req-fe52a6b8-be82-4d7e-a971-569b651256e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250275 Sep 10 15:18:22.075453 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b89ad1e6-c566-45ae-9ff5-6d188dce6848 req-7ac6268c-abb2-4ab4-add1-d7e8d8dc3586 service neutron] 10.222.0.43 "GET /v2.0/networks/a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893137 Sep 10 15:18:22.166777 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b89ad1e6-c566-45ae-9ff5-6d188dce6848 req-319e3892-7f0c-4c30-be35-f71aebfbd930 service neutron] 10.222.0.43 "GET /v2.0/networks/a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822170 Sep 10 15:18:22.409403 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4e453-f477-46e9-aa57-9f72137b8930 req-53802b38-1e6e-4438-9238-50e480bdec36 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:22.410853 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bbd4e453-f477-46e9-aa57-9f72137b8930 req-53802b38-1e6e-4438-9238-50e480bdec36 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=27c7cc64-b5fe-4b11-978d-6856818d9e82 HTTP/1.1" status: 200 len: 944 time: 0.0474920 Sep 10 15:18:22.446361 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bbd4e453-f477-46e9-aa57-9f72137b8930 req-afc17357-84a7-40db-9a4a-d46ce27d6649 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297608 Sep 10 15:18:23.557901 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaf678-0c4f-4ba4-842a-9aba5baeb2fb req-943fcbf4-6d98-4f34-b609-577c0664ecd2 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:23.559340 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cdbaf678-0c4f-4ba4-842a-9aba5baeb2fb req-943fcbf4-6d98-4f34-b609-577c0664ecd2 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=27c7cc64-b5fe-4b11-978d-6856818d9e82 HTTP/1.1" status: 200 len: 944 time: 0.0479743 Sep 10 15:18:23.599492 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cdbaf678-0c4f-4ba4-842a-9aba5baeb2fb req-1b63862c-82be-48d0-a0d4-ab1d368f2034 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343425 Sep 10 15:18:23.989057 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device f811389d-b48e-4c8c-ae9b-5ef5399d38c6 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:18:24.082380 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:24.094045 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port f811389d-b48e-4c8c-ae9b-5ef5399d38c6, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=f811389d-b48e-4c8c-ae9b-5ef5399d38c6,segment=NetworkSegment(1e84fc20-9360-4feb-9506-971591d93c01),segment_id=1e84fc20-9360-4feb-9506-971591d93c01)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:18:24.103946 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': 'f811389d-b48e-4c8c-ae9b-5ef5399d38c6', 'network_id': 'a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb', 'port_id': 'f811389d-b48e-4c8c-ae9b-5ef5399d38c6', 'mac_address': 'fa:16:3e:72:7c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '856c32e2-c195-40a1-8b83-7164bad5e478', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:18:24.140590 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:24.153620 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f811389d-b48e-4c8c-ae9b-5ef5399d38c6 {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:18:24.173376 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port f811389d-b48e-4c8c-ae9b-5ef5399d38c6, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=f811389d-b48e-4c8c-ae9b-5ef5399d38c6,segment=NetworkSegment(1e84fc20-9360-4feb-9506-971591d93c01),segment_id=1e84fc20-9360-4feb-9506-971591d93c01)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:18:24.177000 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:24.222624 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=f811389d-b48e-4c8c-ae9b-5ef5399d38c6,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:24.516575 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['f811389d-b48e-4c8c-ae9b-5ef5399d38c6'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:18:24.710174 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:18:24.711556 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2faab7-4800-46c1-901b-bd3e80b0417c req-eae2bad5-e570-4f7d-a53d-56b150ac2f6c tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:24.713037 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4e2faab7-4800-46c1-901b-bd3e80b0417c req-eae2bad5-e570-4f7d-a53d-56b150ac2f6c tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=27c7cc64-b5fe-4b11-978d-6856818d9e82 HTTP/1.1" status: 200 len: 945 time: 0.0472639 Sep 10 15:18:24.751654 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4e2faab7-4800-46c1-901b-bd3e80b0417c req-e60f34e0-fe23-44d8-af85-e2cc95f35e0b tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319588 Sep 10 15:18:25.863767 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95401588-89b2-4fd3-b457-4132ee9f5142 req-7335185e-1f25-4489-ba42-be31a8971e44 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:25.865249 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-95401588-89b2-4fd3-b457-4132ee9f5142 req-7335185e-1f25-4489-ba42-be31a8971e44 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=27c7cc64-b5fe-4b11-978d-6856818d9e82 HTTP/1.1" status: 200 len: 945 time: 0.0489447 Sep 10 15:18:25.902136 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-95401588-89b2-4fd3-b457-4132ee9f5142 req-993a26a3-41db-4826-9e47-08d0736534d6 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303850 Sep 10 15:18:25.984448 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device f811389d-b48e-4c8c-ae9b-5ef5399d38c6 up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:18:26.031742 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port f811389d-b48e-4c8c-ae9b-5ef5399d38c6 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:18:26.035404 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port f811389d-b48e-4c8c-ae9b-5ef5399d38c6 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:18:26.035773 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:26.115369 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:26.138626 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c7cc64-b5fe-4b11-978d-6856818d9e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f811389d-b48e-4c8c-ae9b-5ef5399d38c6'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:18:26.140956 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d45c48-e95d-4965-9460-6696fa007a7a" -d '{"events": [{"server_uuid": "27c7cc64-b5fe-4b11-978d-6856818d9e82", "name": "network-vif-plugged", "status": "completed", "tag": "f811389d-b48e-4c8c-ae9b-5ef5399d38c6"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:18:26.153671 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port f811389d-b48e-4c8c-ae9b-5ef5399d38c6, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=f811389d-b48e-4c8c-ae9b-5ef5399d38c6,segment=NetworkSegment(1e84fc20-9360-4feb-9506-971591d93c01),segment_id=1e84fc20-9360-4feb-9506-971591d93c01)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:18:26.158050 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:26.184192 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00dc1a0-f785-4eb3-aa2a-229741bb7b99 x-openstack-request-id: req-e00dc1a0-f785-4eb3-aa2a-229741bb7b99 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:18:26.184485 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c7cc64-b5fe-4b11-978d-6856818d9e82", "name": "network-vif-plugged", "status": "completed", "tag": "f811389d-b48e-4c8c-ae9b-5ef5399d38c6", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:18:26.185236 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e00dc1a0-f785-4eb3-aa2a-229741bb7b99 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:18:26.185236 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c7cc64-b5fe-4b11-978d-6856818d9e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f811389d-b48e-4c8c-ae9b-5ef5399d38c6', 'code': 200} Sep 10 15:18:26.210885 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=f811389d-b48e-4c8c-ae9b-5ef5399d38c6,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:26.366508 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4c2d3-772a-4b7d-8f39-d502cabe872a req-d355db21-3e9c-4bde-9544-137dfe37d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:26.367992 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-34d4c2d3-772a-4b7d-8f39-d502cabe872a req-d355db21-3e9c-4bde-9544-137dfe37d92e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=27c7cc64-b5fe-4b11-978d-6856818d9e82 HTTP/1.1" status: 200 len: 1099 time: 0.0418386 Sep 10 15:18:26.407144 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-34d4c2d3-772a-4b7d-8f39-d502cabe872a req-215912a3-3ea3-4353-a057-098b7df889ed service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303237 Sep 10 15:18:27.013736 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8534a9-4f88-4179-aa6e-59a0f296dd69 req-6d6a499f-4f75-4d93-8ce1-0f80fb6c2017 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:27.015188 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bd8534a9-4f88-4179-aa6e-59a0f296dd69 req-6d6a499f-4f75-4d93-8ce1-0f80fb6c2017 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=27c7cc64-b5fe-4b11-978d-6856818d9e82 HTTP/1.1" status: 200 len: 946 time: 0.0482399 Sep 10 15:18:27.055444 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bd8534a9-4f88-4179-aa6e-59a0f296dd69 req-db63c8cd-75c9-4856-9409-36a82c2cca3c tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343406 Sep 10 15:18:28.169782 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6da637-17e8-4377-957f-9b0fd10c0f06 req-551e1647-4483-4646-afaa-2748895d96a2 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:28.171229 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-aa6da637-17e8-4377-957f-9b0fd10c0f06 req-551e1647-4483-4646-afaa-2748895d96a2 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=27c7cc64-b5fe-4b11-978d-6856818d9e82 HTTP/1.1" status: 200 len: 946 time: 0.0475659 Sep 10 15:18:28.208780 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-aa6da637-17e8-4377-957f-9b0fd10c0f06 req-0741c77b-9403-435e-aedb-c53f49ac3f43 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317404 Sep 10 15:18:28.395721 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c0146ed9-8d95-44a2-9f3e-12ae6b5ba70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:30.880136 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c00d9492-93a1-4b28-b7a9-5e2328f8d80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:31.312815 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:32.219273 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:33.663526 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:37.911808 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 33348) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:18:38.021290 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-70b84b61-df94-4701-bc1f-20cfcc891d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:38.108121 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-70b84b61-df94-4701-bc1f-20cfcc891d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:38.111732 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-70b84b61-df94-4701-bc1f-20cfcc891d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:38.148963 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-70b84b61-df94-4701-bc1f-20cfcc891d2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95ba6f537e0a43b79caf867364bb4188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360861 Sep 10 15:18:38.149838 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b84b61-df94-4701-bc1f-20cfcc891d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536a58ef-1551-4ab4-b281-38740f9b9ea3,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:38.151654 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33354) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:18:38.199670 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0fbad6f7-8370-4836-8de1-84488ae22774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:38.220996 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0fbad6f7-8370-4836-8de1-84488ae22774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:38.267536 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0fbad6f7-8370-4836-8de1-84488ae22774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:38.270509 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0fbad6f7-8370-4836-8de1-84488ae22774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:38.271646 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-0fbad6f7-8370-4836-8de1-84488ae22774 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/536a58ef-1551-4ab4-b281-38740f9b9ea3 HTTP/1.1" status: 204 len: 168 time: 0.1189389 Sep 10 15:18:38.279914 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbad6f7-8370-4836-8de1-84488ae22774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536a58ef-1551-4ab4-b281-38740f9b9ea3,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:54.063479 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:56.750711 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-db40bb7b-f073-44b6-9dd5-5b0d23bd6f3d req-921f9e21-d768-478c-bc41-b828448baf1f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1208971 Sep 10 15:18:56.817254 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40bb7b-f073-44b6-9dd5-5b0d23bd6f3d req-c9b06e92-83c6-4a1c-8f9b-31685e2f2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:56.818812 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-db40bb7b-f073-44b6-9dd5-5b0d23bd6f3d req-c9b06e92-83c6-4a1c-8f9b-31685e2f2cdd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38a103aa430e44d19677d7d83ecdf77d&device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 1099 time: 0.0417931 Sep 10 15:18:56.927005 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40bb7b-f073-44b6-9dd5-5b0d23bd6f3d req-846b1ba2-25d0-4311-b244-ecc09d9a9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:56.928468 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-db40bb7b-f073-44b6-9dd5-5b0d23bd6f3d req-846b1ba2-25d0-4311-b244-ecc09d9a9d8a service neutron] 10.222.0.43 "GET /v2.0/networks?id=6da470b5-21a6-48da-8f44-511723482333 HTTP/1.1" status: 200 len: 918 time: 0.0861881 Sep 10 15:18:56.993756 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-db40bb7b-f073-44b6-9dd5-5b0d23bd6f3d req-d715c9df-a2fe-4357-9613-248a8a233181 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb7b6714-8cac-4dc3-814b-2e2a88b946b2 HTTP/1.1" status: 200 len: 1001 time: 0.0565321 Sep 10 15:18:57.049883 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40bb7b-f073-44b6-9dd5-5b0d23bd6f3d req-72b2f489-692b-4920-91d3-7cfd7089b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:57.051346 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-db40bb7b-f073-44b6-9dd5-5b0d23bd6f3d req-72b2f489-692b-4920-91d3-7cfd7089b3de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef768324-eaba-4f07-b58a-689f0ef013d0 HTTP/1.1" status: 200 len: 856 time: 0.0467868 Sep 10 15:18:57.100345 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40bb7b-f073-44b6-9dd5-5b0d23bd6f3d req-6b720b6e-ff8e-41d7-9846-714fe06289c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:57.101893 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-db40bb7b-f073-44b6-9dd5-5b0d23bd6f3d req-6b720b6e-ff8e-41d7-9846-714fe06289c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6da470b5-21a6-48da-8f44-511723482333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409696 Sep 10 15:18:57.196718 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-db40bb7b-f073-44b6-9dd5-5b0d23bd6f3d req-53642d61-bac9-4653-9c60-5d11875c47c5 service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868986 Sep 10 15:18:57.300891 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-db40bb7b-f073-44b6-9dd5-5b0d23bd6f3d req-7c27943b-0c10-45fb-ade2-faa899389b4b service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921414 Sep 10 15:18:57.453302 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5c89d-912f-45dd-8aa9-d4a5f34fc8ba req-96b294da-9201-4f59-84e8-3708e26a3b54 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:57.454810 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4ac5c89d-912f-45dd-8aa9-d4a5f34fc8ba req-96b294da-9201-4f59-84e8-3708e26a3b54 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.1679692 Sep 10 15:18:57.492693 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4ac5c89d-912f-45dd-8aa9-d4a5f34fc8ba req-8ce73d17-1381-4ebd-98e3-33bbe3b4fd4b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319755 Sep 10 15:18:58.396969 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-821243d6-fd9e-49f7-b575-ea7bf6c81080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:58.607648 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1fb44-902f-4b5e-8578-d6fc306dd518 req-e63839ab-0a7e-4d96-b6b6-b722e697d7e8 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:58.609169 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-eed1fb44-902f-4b5e-8578-d6fc306dd518 req-e63839ab-0a7e-4d96-b6b6-b722e697d7e8 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0501587 Sep 10 15:18:58.645744 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-eed1fb44-902f-4b5e-8578-d6fc306dd518 req-482991bd-1c01-494a-9ed5-c34bf3e1557a tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308797 Sep 10 15:18:58.838276 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fdb9e-d9e7-4489-9475-6f4c92b9680a req-d784a60d-2913-47f6-833f-85c5f012305c tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:58.839912 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-462fdb9e-d9e7-4489-9475-6f4c92b9680a req-d784a60d-2913-47f6-833f-85c5f012305c tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=27c7cc64-b5fe-4b11-978d-6856818d9e82 HTTP/1.1" status: 200 len: 946 time: 0.0480149 Sep 10 15:18:58.877564 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-462fdb9e-d9e7-4489-9475-6f4c92b9680a req-e5c34f89-bd2d-481f-bdef-8c55b53699df tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316379 Sep 10 15:18:59.764315 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543ce10-ed56-4e9d-b299-cf8adf36c5e2 req-d4d16d59-aebc-4311-b917-bf403f2526d5 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:59.765840 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a543ce10-ed56-4e9d-b299-cf8adf36c5e2 req-d4d16d59-aebc-4311-b917-bf403f2526d5 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0523744 Sep 10 15:18:59.802530 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a543ce10-ed56-4e9d-b299-cf8adf36c5e2 req-ea01d2ba-231e-4eec-883d-8c335ca8d4eb tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=88b6706a-fbc8-4409-bc6a-df236a1aac80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309126 Sep 10 15:18:59.854287 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfe6c8-b810-4fa8-a7cb-ab180f66f4b0 req-d59b5334-2965-4a47-96f5-d55876732eeb tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:59.855764 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-8acfe6c8-b810-4fa8-a7cb-ab180f66f4b0 req-d59b5334-2965-4a47-96f5-d55876732eeb tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 945 time: 0.0486677 Sep 10 15:18:59.951826 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-8acfe6c8-b810-4fa8-a7cb-ab180f66f4b0 req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Deleting port 8398a0f7-0d3c-4f43-a6ae-914b5c481536 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:18:59.952083 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-8acfe6c8-b810-4fa8-a7cb-ab180f66f4b0 req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:59.992501 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b4183-0a71-4b53-a0f9-5376b743ad80 req-a6a377a5-955f-4576-9674-14bd8f8c6389 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:59.994176 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-464b4183-0a71-4b53-a0f9-5376b743ad80 req-a6a377a5-955f-4576-9674-14bd8f8c6389 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=27c7cc64-b5fe-4b11-978d-6856818d9e82 HTTP/1.1" status: 200 len: 946 time: 0.0487463 Sep 10 15:19:00.033081 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-464b4183-0a71-4b53-a0f9-5376b743ad80 req-e1565396-2b9d-42da-b36b-88ac050db6cf tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325155 Sep 10 15:19:00.039094 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-8acfe6c8-b810-4fa8-a7cb-ab180f66f4b0 req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] For port 8398a0f7-0d3c-4f43-a6ae-914b5c481536, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=8398a0f7-0d3c-4f43-a6ae-914b5c481536,segment=NetworkSegment(f917e91c-dcfb-4ada-a1fe-4754ca293181),segment_id=f917e91c-dcfb-4ada-a1fe-4754ca293181)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:00.039813 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-8acfe6c8-b810-4fa8-a7cb-ab180f66f4b0 req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:00.249768 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-8acfe6c8-b810-4fa8-a7cb-ab180f66f4b0 req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:00.250123 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-8acfe6c8-b810-4fa8-a7cb-ab180f66f4b0 req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550972'] for floatingip, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:00.250437 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.l3_db [req-8acfe6c8-b810-4fa8-a7cb-ab180f66f4b0 req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Floating IP 7dc26354-b41f-447d-9a72-bee69aeda277 disassociated. External IP: 172.27.3.73, port: 8398a0f7-0d3c-4f43-a6ae-914b5c481536. Sep 10 15:19:00.250769 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-8acfe6c8-b810-4fa8-a7cb-ab180f66f4b0 req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Calling delete_port for 8398a0f7-0d3c-4f43-a6ae-914b5c481536 owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:00.374714 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-8acfe6c8-b810-4fa8-a7cb-ab180f66f4b0 req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:00.401178 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Pushing event deleted for resources: {'Port': ['ID=8398a0f7-0d3c-4f43-a6ae-914b5c481536,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:00.415021 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:00.415365 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:00.415701 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:00.416028 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:00.416350 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:00.416673 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:00.417052 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:00.417371 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:00.417689 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:00.418006 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:00.418316 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:00.418663 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:00.525088 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8acfe6c8-b810-4fa8-a7cb-ab180f66f4b0 req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Router 3e59380b-28aa-4c38-9685-7db17d8c1664 has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:19:00.630835 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8acfe6c8-b810-4fa8-a7cb-ab180f66f4b0 req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:19:00.641675 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c1e06f-8aff-4b46-b419-08dc928cefd7 None None] Sync routers for ids ['3e59380b-28aa-4c38-9685-7db17d8c1664'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:19:00.650697 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c1e06f-8aff-4b46-b419-08dc928cefd7 None None] Routers {'3e59380b-28aa-4c38-9685-7db17d8c1664'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:00.651317 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-23c1e06f-8aff-4b46-b419-08dc928cefd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:18:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['3e59380b-28aa-4c38-9685-7db17d8c1664'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:00.680895 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acfe6c8-b810-4fa8-a7cb-ab180f66f4b0 req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] No DVR routers for this DVR port 8398a0f7-0d3c-4f43-a6ae-914b5c481536 on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:19:00.685804 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-8acfe6c8-b810-4fa8-a7cb-ab180f66f4b0 req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:00.686575 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-8acfe6c8-b810-4fa8-a7cb-ab180f66f4b0 req-d323d1b7-e47b-4e57-b15e-66b73ee8b8e6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.43 "DELETE /v2.0/ports/8398a0f7-0d3c-4f43-a6ae-914b5c481536 HTTP/1.1" status: 204 len: 173 time: 0.8231339 Sep 10 15:19:00.687017 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1916807-a99f-41ef-8bec-c6035fe3c7da', 'name': 'network-vif-deleted', 'tag': '8398a0f7-0d3c-4f43-a6ae-914b5c481536'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:19:00.689858 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e83f18-a369-449f-aa2c-4ec42c74dc39" -d '{"events": [{"server_uuid": "b1916807-a99f-41ef-8bec-c6035fe3c7da", "name": "network-vif-deleted", "tag": "8398a0f7-0d3c-4f43-a6ae-914b5c481536"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:19:00.746763 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f07246-c671-47ed-a134-a95ea1dd4eb8 x-openstack-request-id: req-86f07246-c671-47ed-a134-a95ea1dd4eb8 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:19:00.747309 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1916807-a99f-41ef-8bec-c6035fe3c7da", "name": "network-vif-deleted", "tag": "8398a0f7-0d3c-4f43-a6ae-914b5c481536", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:19:00.747785 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86f07246-c671-47ed-a134-a95ea1dd4eb8 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:19:00.748333 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1916807-a99f-41ef-8bec-c6035fe3c7da', 'name': 'network-vif-deleted', 'tag': '8398a0f7-0d3c-4f43-a6ae-914b5c481536', 'status': 'completed', 'code': 200} Sep 10 15:19:00.756124 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4f3bc-1148-43c3-afa1-73bcdc5c4390 req-fe06c387-49f2-4764-af71-4e76d4c77c63 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:00.758036 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cdb4f3bc-1148-43c3-afa1-73bcdc5c4390 req-fe06c387-49f2-4764-af71-4e76d4c77c63 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.43 "GET /v2.0/ports?device_id=27c7cc64-b5fe-4b11-978d-6856818d9e82 HTTP/1.1" status: 200 len: 946 time: 0.0882273 Sep 10 15:19:00.760303 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-23c1e06f-8aff-4b46-b419-08dc928cefd7 None None] Set router 3e59380b-28aa-4c38-9685-7db17d8c1664 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:00.875297 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-cdb4f3bc-1148-43c3-afa1-73bcdc5c4390 req-4b201edf-20e4-4846-a6e4-becbdbfbb095 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Deleting port f811389d-b48e-4c8c-ae9b-5ef5399d38c6 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:00.875904 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-cdb4f3bc-1148-43c3-afa1-73bcdc5c4390 req-4b201edf-20e4-4846-a6e4-becbdbfbb095 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:00.995951 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dfb2b30f-a87f-4725-9f7d-65811348c68a req-4a89ead8-2006-4c8f-ac5c-0b1ecc28f4d2 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1916807-a99f-41ef-8bec-c6035fe3c7da HTTP/1.1" status: 200 len: 210 time: 0.0718029 Sep 10 15:19:00.999145 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a661ae7a-b870-482a-8b49-ab713dd865f1 req-7fd129f5-e660-4738-9116-73a9510368a0 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-264900640&fields=id&tenant_id=67fddebae12e4940b440329d4d79c43e HTTP/1.1" status: 200 len: 267 time: 0.0652664 Sep 10 15:19:01.079863 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661ae7a-b870-482a-8b49-ab713dd865f1 req-eb4e8dbd-7cde-47f0-af00-8355cbc13feb tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:01.080181 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-344b093e-097b-4373-9136-c3492a574b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:01.093172 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a661ae7a-b870-482a-8b49-ab713dd865f1 req-eb4e8dbd-7cde-47f0-af00-8355cbc13feb tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 985 time: 0.0823348 Sep 10 15:19:01.100061 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [req-a661ae7a-b870-482a-8b49-ab713dd865f1 req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Request body: {'port': {'security_groups': ['a42d7413-bea5-4a6f-8e07-9f369f6c0b18']}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:19:01.126339 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-23c1e06f-8aff-4b46-b419-08dc928cefd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:13:58Z', 'revision_number': 4, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port': {'id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'ffb0c0a1-2249-4ed0-a18d-b36a4d31651b', 'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'mac_address': 'fa:16:3e:43:5b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:54Z', 'updated_at': '2021-09-10T15:14:08Z', 'revision_number': 5, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'subnets': [{'id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:01.167715 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c1e06f-8aff-4b46-b419-08dc928cefd7 None None] Checking router: 3e59380b-28aa-4c38-9685-7db17d8c1664 for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:19:01.179930 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c1e06f-8aff-4b46-b419-08dc928cefd7 None None] Routers {'3e59380b-28aa-4c38-9685-7db17d8c1664'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:01.180903 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-23c1e06f-8aff-4b46-b419-08dc928cefd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:19:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['3e59380b-28aa-4c38-9685-7db17d8c1664'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:01.224894 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-a661ae7a-b870-482a-8b49-ab713dd865f1 req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:01.316331 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc8162-5da8-49ee-8ff0-329465af4cdb req-be6fb024-acad-41aa-bc79-d24d6f2adb68 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:01.324927 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c7bc8162-5da8-49ee-8ff0-329465af4cdb req-be6fb024-acad-41aa-bc79-d24d6f2adb68 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=27c7cc64-b5fe-4b11-978d-6856818d9e82 HTTP/1.1" status: 200 len: 946 time: 0.1686103 Sep 10 15:19:01.328334 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-cdb4f3bc-1148-43c3-afa1-73bcdc5c4390 req-4b201edf-20e4-4846-a6e4-becbdbfbb095 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] For port f811389d-b48e-4c8c-ae9b-5ef5399d38c6, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=f811389d-b48e-4c8c-ae9b-5ef5399d38c6,segment=NetworkSegment(1e84fc20-9360-4feb-9506-971591d93c01),segment_id=1e84fc20-9360-4feb-9506-971591d93c01)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:01.329890 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-cdb4f3bc-1148-43c3-afa1-73bcdc5c4390 req-4b201edf-20e4-4846-a6e4-becbdbfbb095 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:01.336836 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-23c1e06f-8aff-4b46-b419-08dc928cefd7 None None] Set router 3e59380b-28aa-4c38-9685-7db17d8c1664 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:01.349278 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-cdb4f3bc-1148-43c3-afa1-73bcdc5c4390 req-4b201edf-20e4-4846-a6e4-becbdbfbb095 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Calling delete_port for f811389d-b48e-4c8c-ae9b-5ef5399d38c6 owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:01.367226 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:01.402029 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c7bc8162-5da8-49ee-8ff0-329465af4cdb req-0ac2f518-eda0-46dc-b09d-d301f1e9874b tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/security-groups?id=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714290 Sep 10 15:19:01.536097 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-cdb4f3bc-1148-43c3-afa1-73bcdc5c4390 req-4b201edf-20e4-4846-a6e4-becbdbfbb095 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:01.548523 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['f811389d-b48e-4c8c-ae9b-5ef5399d38c6'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:19:01.574145 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [req-a661ae7a-b870-482a-8b49-ab713dd865f1 req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] For port 2b133111-4ab3-4d07-b9af-2d32aff296e8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2b133111-4ab3-4d07-b9af-2d32aff296e8,segment=NetworkSegment(bdb5fef4-4e1a-46b4-b367-edc95c39add2),segment_id=bdb5fef4-4e1a-46b4-b367-edc95c39add2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:01.612282 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b201edf-20e4-4846-a6e4-becbdbfbb095 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Pushing event deleted for resources: {'Port': ['ID=f811389d-b48e-4c8c-ae9b-5ef5399d38c6,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:01.612675 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-a661ae7a-b870-482a-8b49-ab713dd865f1 req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:01.624732 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-a661ae7a-b870-482a-8b49-ab713dd865f1 req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13673127'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:01.637190 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb4f3bc-1148-43c3-afa1-73bcdc5c4390 req-4b201edf-20e4-4846-a6e4-becbdbfbb095 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] No DVR routers for this DVR port f811389d-b48e-4c8c-ae9b-5ef5399d38c6 on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:19:01.640647 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-cdb4f3bc-1148-43c3-afa1-73bcdc5c4390 req-4b201edf-20e4-4846-a6e4-becbdbfbb095 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:01.642733 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cdb4f3bc-1148-43c3-afa1-73bcdc5c4390 req-4b201edf-20e4-4846-a6e4-becbdbfbb095 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.43 "DELETE /v2.0/ports/f811389d-b48e-4c8c-ae9b-5ef5399d38c6 HTTP/1.1" status: 204 len: 173 time: 0.8768909 Sep 10 15:19:01.647759 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['2b133111-4ab3-4d07-b9af-2d32aff296e8'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:19:01.697922 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-23c1e06f-8aff-4b46-b419-08dc928cefd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:13:58Z', 'revision_number': 4, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port': {'id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'ffb0c0a1-2249-4ed0-a18d-b36a4d31651b', 'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'mac_address': 'fa:16:3e:43:5b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:54Z', 'updated_at': '2021-09-10T15:14:08Z', 'revision_number': 5, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'subnets': [{'id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:01.708399 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:19:01.711018 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Pushing event updated for resources: {'Port': ['ID=2b133111-4ab3-4d07-b9af-2d32aff296e8,revision_number=7']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:01.734693 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661ae7a-b870-482a-8b49-ab713dd865f1 req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:01.735349 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-a661ae7a-b870-482a-8b49-ab713dd865f1 req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:01.737059 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a661ae7a-b870-482a-8b49-ab713dd865f1 req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "PUT /v2.0/ports/2b133111-4ab3-4d07-b9af-2d32aff296e8 HTTP/1.1" status: 200 len: 943 time: 0.6416399 Sep 10 15:19:01.737511 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf47406a-19d6-4f82-91e6-bdf2c713043a', 'tag': '2b133111-4ab3-4d07-b9af-2d32aff296e8'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:19:01.739559 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c1e06f-8aff-4b46-b419-08dc928cefd7 None None] The sync data for ids ['3e59380b-28aa-4c38-9685-7db17d8c1664'] in dv-cinder-760184-10-iscsi is: [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:13:58Z', 'revision_number': 4, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port': {'id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'ffb0c0a1-2249-4ed0-a18d-b36a4d31651b', 'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'mac_address': 'fa:16:3e:43:5b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:54Z', 'updated_at': '2021-09-10T15:14:08Z', 'revision_number': 5, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'subnets': [{'id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:19:01.743783 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 33494) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:01.757747 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e045729d700a7cd00d9bfe8718857c36227309230b0c1172be3dcfc1b68c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660b98d7-4626-4b9c-bc78-7ffed385d0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "cf47406a-19d6-4f82-91e6-bdf2c713043a", "tag": "2b133111-4ab3-4d07-b9af-2d32aff296e8"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:19:01.766901 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:01.767224 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:01.767570 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:01.767930 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:01.768395 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:01.768738 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:01.769087 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:01.769409 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:01.769738 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:01.770121 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:01.770374 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:01.770696 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c534c-2e15-42ba-b5ad-58a1616b263f tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:01.853523 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['2b133111-4ab3-4d07-b9af-2d32aff296e8'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:19:01.890516 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521bcff6-1732-4567-aa5d-38146d51b6b3 x-openstack-request-id: req-521bcff6-1732-4567-aa5d-38146d51b6b3 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:19:01.891159 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf47406a-19d6-4f82-91e6-bdf2c713043a", "tag": "2b133111-4ab3-4d07-b9af-2d32aff296e8", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:19:01.891501 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-521bcff6-1732-4567-aa5d-38146d51b6b3 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:19:01.891991 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf47406a-19d6-4f82-91e6-bdf2c713043a', 'tag': '2b133111-4ab3-4d07-b9af-2d32aff296e8', 'status': 'completed', 'code': 200} Sep 10 15:19:01.908970 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7883e33d-a9cb-4ddd-9e68-7f5bf1156605 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:01.972298 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7883e33d-a9cb-4ddd-9e68-7f5bf1156605 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:02.104716 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33504) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:02.107687 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b98d7-4626-4b9c-bc78-7ffed385d0f5 req-b337a552-e14a-4830-a6d3-9d6ccdbdce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:02.109170 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-660b98d7-4626-4b9c-bc78-7ffed385d0f5 req-b337a552-e14a-4830-a6d3-9d6ccdbdce8d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67fddebae12e4940b440329d4d79c43e&device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 1099 time: 0.1082547 Sep 10 15:19:02.117368 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-7d23d3b4-bf4c-44d1-9c71-6d7fdfbaad92 None None] Provisioning complete for port 2b133111-4ab3-4d07-b9af-2d32aff296e8 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:19:02.117857 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-7d23d3b4-bf4c-44d1-9c71-6d7fdfbaad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:02.206647 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device f811389d-b48e-4c8c-ae9b-5ef5399d38c6 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:19:02.259039 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b98d7-4626-4b9c-bc78-7ffed385d0f5 req-800bf32e-acd8-42f0-aafe-9d10939dfe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:02.260941 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-660b98d7-4626-4b9c-bc78-7ffed385d0f5 req-800bf32e-acd8-42f0-aafe-9d10939dfe41 service neutron] 10.222.0.43 "GET /v2.0/networks?id=aa73838c-5cca-48b5-b9e9-7a064476266f HTTP/1.1" status: 200 len: 916 time: 0.1429729 Sep 10 15:19:02.261649 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7883e33d-a9cb-4ddd-9e68-7f5bf1156605 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:02.261783 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ecc40ab4-529f-4887-a4e3-6a8bec0ceb9f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:02.268040 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7883e33d-a9cb-4ddd-9e68-7f5bf1156605 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:02.268040 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-7883e33d-a9cb-4ddd-9e68-7f5bf1156605 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "DELETE /v2.0/security-groups/9424d118-b517-4a45-bd86-ebb0dd8c2c74 HTTP/1.1" status: 204 len: 168 time: 0.5221007 Sep 10 15:19:02.270426 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33506) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:02.285184 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063ad543-687d-4570-b62a-34ba18960778 None None] New status for floating IP 7dc26354-b41f-447d-9a72-bee69aeda277: DOWN {{(pid=94034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:19:02.294961 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: f811389d-b48e-4c8c-ae9b-5ef5399d38c6 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:19:02.301162 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device f811389d-b48e-4c8c-ae9b-5ef5399d38c6 not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:19:02.301779 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 8398a0f7-0d3c-4f43-a6ae-914b5c481536 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:19:02.318007 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883e33d-a9cb-4ddd-9e68-7f5bf1156605 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9424d118-b517-4a45-bd86-ebb0dd8c2c74,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:02.362852 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: 8398a0f7-0d3c-4f43-a6ae-914b5c481536 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:19:02.363203 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 8398a0f7-0d3c-4f43-a6ae-914b5c481536 not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:19:02.366200 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:02.415113 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ecc40ab4-529f-4887-a4e3-6a8bec0ceb9f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:02.419183 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-660b98d7-4626-4b9c-bc78-7ffed385d0f5 req-fb33300a-2271-42ec-af0f-cc1a8d754e20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b133111-4ab3-4d07-b9af-2d32aff296e8 HTTP/1.1" status: 200 len: 1001 time: 0.1467640 Sep 10 15:19:02.516889 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b98d7-4626-4b9c-bc78-7ffed385d0f5 req-2274e617-fc71-450d-8132-7145963f3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:02.517969 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-660b98d7-4626-4b9c-bc78-7ffed385d0f5 req-2274e617-fc71-450d-8132-7145963f3afc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5b2243a4-91c1-47bc-bc6f-621c7a947db4 HTTP/1.1" status: 200 len: 854 time: 0.0918560 Sep 10 15:19:02.578845 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b98d7-4626-4b9c-bc78-7ffed385d0f5 req-7475bae2-a1e4-4020-b3ce-c0ce7bd9ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:02.580518 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-660b98d7-4626-4b9c-bc78-7ffed385d0f5 req-7475bae2-a1e4-4020-b3ce-c0ce7bd9ad57 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aa73838c-5cca-48b5-b9e9-7a064476266f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522521 Sep 10 15:19:02.597394 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f9f56968-b07f-4b67-a3f0-0ffff2214e6c req-f53d4a43-8fdb-4bda-bf27-c6618b8c24d3 tempest-VolumesSnapshotTestJSON-1044866730 tempest-VolumesSnapshotTestJSON-1044866730-project] 10.222.0.32 "GET /v2.0/ports?device_id=27c7cc64-b5fe-4b11-978d-6856818d9e82 HTTP/1.1" status: 200 len: 210 time: 0.0396860 Sep 10 15:19:02.638972 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ecc40ab4-529f-4887-a4e3-6a8bec0ceb9f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:02.641690 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ecc40ab4-529f-4887-a4e3-6a8bec0ceb9f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:02.645301 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-ecc40ab4-529f-4887-a4e3-6a8bec0ceb9f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "DELETE /v2.0/security-groups/88b6706a-fbc8-4409-bc6a-df236a1aac80 HTTP/1.1" status: 204 len: 168 time: 0.5356104 Sep 10 15:19:02.647823 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33510) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:02.666552 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc40ab4-529f-4887-a4e3-6a8bec0ceb9f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b6706a-fbc8-4409-bc6a-df236a1aac80,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:02.678260 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.api.v2.resource [None req-06e14364-0327-4336-963b-3f9ca794d3cf tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] show failed (client error): The resource could not be found. Sep 10 15:19:02.679289 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-06e14364-0327-4336-963b-3f9ca794d3cf tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups/88b6706a-fbc8-4409-bc6a-df236a1aac80 HTTP/1.1" status: 404 len: 347 time: 0.0297904 Sep 10 15:19:02.682981 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33512) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:02.712243 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-660b98d7-4626-4b9c-bc78-7ffed385d0f5 req-b5a11bc3-65a9-4218-ad63-490c1565db5a service neutron] 10.222.0.43 "GET /v2.0/networks/aa73838c-5cca-48b5-b9e9-7a064476266f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225197 Sep 10 15:19:02.754485 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c7cc64-b5fe-4b11-978d-6856818d9e82', 'name': 'network-vif-deleted', 'tag': 'f811389d-b48e-4c8c-ae9b-5ef5399d38c6'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:19:02.756963 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f042bd5f-3303-4a4f-872b-6f08c4999f39" -d '{"events": [{"server_uuid": "27c7cc64-b5fe-4b11-978d-6856818d9e82", "name": "network-vif-deleted", "tag": "f811389d-b48e-4c8c-ae9b-5ef5399d38c6"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:19:02.773108 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-8840d769-f254-4be6-bedd-6d69f0a5da2d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Deleting port ccd36d5b-faef-4f6d-b082-83afc8aab5a0 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:02.773461 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8840d769-f254-4be6-bedd-6d69f0a5da2d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:02.828893 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-660b98d7-4626-4b9c-bc78-7ffed385d0f5 req-abbde971-93a8-4623-ad5d-3a6246445798 service neutron] 10.222.0.43 "GET /v2.0/networks/aa73838c-5cca-48b5-b9e9-7a064476266f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049840 Sep 10 15:19:02.875261 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2fe3b4-ae00-4300-87f5-5bc2c47cd70d x-openstack-request-id: req-cc2fe3b4-ae00-4300-87f5-5bc2c47cd70d {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:19:02.875581 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c7cc64-b5fe-4b11-978d-6856818d9e82", "name": "network-vif-deleted", "tag": "f811389d-b48e-4c8c-ae9b-5ef5399d38c6", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:19:02.875862 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc2fe3b4-ae00-4300-87f5-5bc2c47cd70d {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:19:02.876256 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c7cc64-b5fe-4b11-978d-6856818d9e82', 'name': 'network-vif-deleted', 'tag': 'f811389d-b48e-4c8c-ae9b-5ef5399d38c6', 'status': 'completed', 'code': 200} Sep 10 15:19:02.891108 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8840d769-f254-4be6-bedd-6d69f0a5da2d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:02.891378 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8840d769-f254-4be6-bedd-6d69f0a5da2d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:02.908325 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-8840d769-f254-4be6-bedd-6d69f0a5da2d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Calling delete_port for ccd36d5b-faef-4f6d-b082-83afc8aab5a0 owned by network:floatingip {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:02.919004 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-8cfebc9b-c853-4903-a4ad-eea0896d07c0 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Deleting port 72c4f59d-1311-4b18-b28a-62f46bd3f875 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:02.919367 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8cfebc9b-c853-4903-a4ad-eea0896d07c0 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:03.076094 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8cfebc9b-c853-4903-a4ad-eea0896d07c0 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:03.076531 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8cfebc9b-c853-4903-a4ad-eea0896d07c0 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:03.100365 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-8cfebc9b-c853-4903-a4ad-eea0896d07c0 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Calling delete_port for 72c4f59d-1311-4b18-b28a-62f46bd3f875 owned by network:floatingip {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:03.275886 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8840d769-f254-4be6-bedd-6d69f0a5da2d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:03.294793 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca83de2-5b35-45b7-8477-f7b9250e4d3e req-b66ef10b-6f6b-4e19-a6c2-30a1256b734b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:03.296192 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1ca83de2-5b35-45b7-8477-f7b9250e4d3e req-b66ef10b-6f6b-4e19-a6c2-30a1256b734b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 946 time: 0.1131115 Sep 10 15:19:03.334147 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840d769-f254-4be6-bedd-6d69f0a5da2d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Pushing event deleted for resources: {'Port': ['ID=ccd36d5b-faef-4f6d-b082-83afc8aab5a0,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:03.415861 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8cfebc9b-c853-4903-a4ad-eea0896d07c0 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:03.423597 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1ca83de2-5b35-45b7-8477-f7b9250e4d3e req-203a9d50-6599-4ed0-9049-cd03cec3b880 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944819 Sep 10 15:19:03.454186 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfebc9b-c853-4903-a4ad-eea0896d07c0 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Pushing event deleted for resources: {'Port': ['ID=72c4f59d-1311-4b18-b28a-62f46bd3f875,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:03.475872 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8840d769-f254-4be6-bedd-6d69f0a5da2d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks [] for floatingip, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:03.476251 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.db.l3_db [None req-8840d769-f254-4be6-bedd-6d69f0a5da2d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Floating IP 9c131b3a-dcda-48f7-8c2a-cd96e2b8d819 disassociated (deleted). External IP: 172.27.3.60, port: 2b133111-4ab3-4d07-b9af-2d32aff296e8. Sep 10 15:19:03.556200 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8cfebc9b-c853-4903-a4ad-eea0896d07c0 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for floatingip, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:03.558682 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8cfebc9b-c853-4903-a4ad-eea0896d07c0 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:03.559973 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-8cfebc9b-c853-4903-a4ad-eea0896d07c0 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "DELETE /v2.0/floatingips/7dc26354-b41f-447d-9a72-bee69aeda277 HTTP/1.1" status: 204 len: 168 time: 0.8742745 Sep 10 15:19:03.672737 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:03.889543 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 33534) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:03.894085 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-b8b30231-6bfc-4d8e-aad7-f9f76c01a68e tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1015414307', 'description': 'tempest-description--2099681108'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:19:03.938817 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8840d769-f254-4be6-bedd-6d69f0a5da2d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Router 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:19:03.941983 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b8b30231-6bfc-4d8e-aad7-f9f76c01a68e tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:04.039920 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b8b30231-6bfc-4d8e-aad7-f9f76c01a68e tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:04.044234 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b8b30231-6bfc-4d8e-aad7-f9f76c01a68e tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:04.072460 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8840d769-f254-4be6-bedd-6d69f0a5da2d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:19:04.080584 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8840d769-f254-4be6-bedd-6d69f0a5da2d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:04.086470 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791517d-7d24-49de-8026-c8e4bf191dfc None None] Sync routers for ids ['2bf0d4b4-1463-4f5b-9bb2-366a5e980294'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:19:04.087681 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b8b30231-6bfc-4d8e-aad7-f9f76c01a68e tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:04.089946 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-b8b30231-6bfc-4d8e-aad7-f9f76c01a68e tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1989679 Sep 10 15:19:04.093364 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 33540) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:04.100466 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791517d-7d24-49de-8026-c8e4bf191dfc None None] Routers {'2bf0d4b4-1463-4f5b-9bb2-366a5e980294'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:04.100704 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-68d1b182-1235-4af1-a8da-91e133dbbf01 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Request body: {'security_group_rule': {'security_group_id': '87c1b214-cdc4-4a04-bba9-f2a4ac4a89ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:19:04.101899 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b791517d-7d24-49de-8026-c8e4bf191dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:19:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['2bf0d4b4-1463-4f5b-9bb2-366a5e980294'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:04.108929 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b30231-6bfc-4d8e-aad7-f9f76c01a68e tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c1b214-cdc4-4a04-bba9-f2a4ac4a89ad,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:04.116253 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-8840d769-f254-4be6-bedd-6d69f0a5da2d tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "DELETE /v2.0/floatingips/9c131b3a-dcda-48f7-8c2a-cd96e2b8d819 HTTP/1.1" status: 204 len: 168 time: 1.8379962 Sep 10 15:19:04.116253 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf47406a-19d6-4f82-91e6-bdf2c713043a', 'tag': '2b133111-4ab3-4d07-b9af-2d32aff296e8'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:19:04.116253 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e045729d700a7cd00d9bfe8718857c36227309230b0c1172be3dcfc1b68c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1369213-9537-46c0-bf04-23829698e54b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf47406a-19d6-4f82-91e6-bdf2c713043a", "tag": "2b133111-4ab3-4d07-b9af-2d32aff296e8"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:19:04.146283 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-68d1b182-1235-4af1-a8da-91e133dbbf01 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:04.225538 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-68d1b182-1235-4af1-a8da-91e133dbbf01 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:04.231031 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-68d1b182-1235-4af1-a8da-91e133dbbf01 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:04.253260 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1b182-1235-4af1-a8da-91e133dbbf01 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfea528f-0798-4c7e-94cb-9a84e9db8075,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:04.259999 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-68d1b182-1235-4af1-a8da-91e133dbbf01 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:04.261373 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-68d1b182-1235-4af1-a8da-91e133dbbf01 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1666899 Sep 10 15:19:04.265599 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33550) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:04.272855 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb710e36-db69-4754-9dbf-60addf079fcc x-openstack-request-id: req-eb710e36-db69-4754-9dbf-60addf079fcc {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:19:04.273352 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf47406a-19d6-4f82-91e6-bdf2c713043a", "tag": "2b133111-4ab3-4d07-b9af-2d32aff296e8", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:19:04.273750 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb710e36-db69-4754-9dbf-60addf079fcc {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:19:04.274313 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf47406a-19d6-4f82-91e6-bdf2c713043a', 'tag': '2b133111-4ab3-4d07-b9af-2d32aff296e8', 'status': 'completed', 'code': 200} Sep 10 15:19:04.282602 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-b791517d-7d24-49de-8026-c8e4bf191dfc None None] Set router 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:04.353448 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1369213-9537-46c0-bf04-23829698e54b req-e81a4cb6-7798-4e25-ac00-6d517f90dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:04.355091 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a1369213-9537-46c0-bf04-23829698e54b req-e81a4cb6-7798-4e25-ac00-6d517f90dc36 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67fddebae12e4940b440329d4d79c43e&device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 1099 time: 0.0575912 Sep 10 15:19:04.418610 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-e0f1ba0f-c7ca-4af6-90cf-68f5813f7bc8 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Request body: {'security_group_rule': {'security_group_id': '87c1b214-cdc4-4a04-bba9-f2a4ac4a89ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:19:04.468831 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ba0f-c7ca-4af6-90cf-68f5813f7bc8 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:04.488174 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1369213-9537-46c0-bf04-23829698e54b req-98c04573-7bc1-4f92-809b-8e863e638e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:04.489873 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a1369213-9537-46c0-bf04-23829698e54b req-98c04573-7bc1-4f92-809b-8e863e638e2d service neutron] 10.222.0.43 "GET /v2.0/networks?id=aa73838c-5cca-48b5-b9e9-7a064476266f HTTP/1.1" status: 200 len: 916 time: 0.1271870 Sep 10 15:19:04.541539 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a1369213-9537-46c0-bf04-23829698e54b req-baf8de7b-f266-4d0a-8a2c-6a001110ca30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b133111-4ab3-4d07-b9af-2d32aff296e8 HTTP/1.1" status: 200 len: 217 time: 0.0426204 Sep 10 15:19:04.550502 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b791517d-7d24-49de-8026-c8e4bf191dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'name': 'tempest-TestMinimumBasicScenario-1484699444-router', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:48Z', 'updated_at': '2021-09-10T15:15:51Z', 'revision_number': 4, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'gw_port': {'id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:49Z', 'updated_at': '2021-09-10T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '9b5eb9fc-b5a8-469e-b737-280213090044', 'name': '', 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'mac_address': 'fa:16:3e:34:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5b2243a4-91c1-47bc-bc6f-621c7a947db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:51Z', 'updated_at': '2021-09-10T15:16:00Z', 'revision_number': 5, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'subnets': [{'id': '5b2243a4-91c1-47bc-bc6f-621c7a947db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:04.579262 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ba0f-c7ca-4af6-90cf-68f5813f7bc8 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:04.579694 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791517d-7d24-49de-8026-c8e4bf191dfc None None] Checking router: 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:19:04.588586 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791517d-7d24-49de-8026-c8e4bf191dfc None None] Routers {'2bf0d4b4-1463-4f5b-9bb2-366a5e980294'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:04.589265 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b791517d-7d24-49de-8026-c8e4bf191dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:19:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['2bf0d4b4-1463-4f5b-9bb2-366a5e980294'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:04.592624 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f5b70-e49f-4cbb-9de5-bedd3e9828fd req-0674d8af-e766-482b-ab32-09bd475069ae tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:04.595593 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3d6f5b70-e49f-4cbb-9de5-bedd3e9828fd req-0674d8af-e766-482b-ab32-09bd475069ae tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 946 time: 0.0791645 Sep 10 15:19:04.596255 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ba0f-c7ca-4af6-90cf-68f5813f7bc8 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:04.611716 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1369213-9537-46c0-bf04-23829698e54b req-c0d5b314-66bd-4c42-9e94-167c20198274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:04.613663 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a1369213-9537-46c0-bf04-23829698e54b req-c0d5b314-66bd-4c42-9e94-167c20198274 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5b2243a4-91c1-47bc-bc6f-621c7a947db4 HTTP/1.1" status: 200 len: 854 time: 0.0572474 Sep 10 15:19:04.623224 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1ba0f-c7ca-4af6-90cf-68f5813f7bc8 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d36ae1-bd53-4601-85c1-30efde19f218,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:04.632219 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ba0f-c7ca-4af6-90cf-68f5813f7bc8 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:04.635824 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-e0f1ba0f-c7ca-4af6-90cf-68f5813f7bc8 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3666239 Sep 10 15:19:04.636546 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33564) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:04.641615 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-43a9a50a-5999-4da1-b6a1-35ea2168b39d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Request body: {'floatingip': {'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:19:04.668795 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3d6f5b70-e49f-4cbb-9de5-bedd3e9828fd req-0be209e8-2662-4e87-927b-41988ae620ff tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555761 Sep 10 15:19:04.677710 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-43a9a50a-5999-4da1-b6a1-35ea2168b39d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for floatingip, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:04.694693 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1369213-9537-46c0-bf04-23829698e54b req-541e1009-3f4a-4072-84d8-d52b07cfe402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:04.696532 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a1369213-9537-46c0-bf04-23829698e54b req-541e1009-3f4a-4072-84d8-d52b07cfe402 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aa73838c-5cca-48b5-b9e9-7a064476266f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0726500 Sep 10 15:19:04.717173 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-b791517d-7d24-49de-8026-c8e4bf191dfc None None] Set router 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:04.774492 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-43a9a50a-5999-4da1-b6a1-35ea2168b39d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:04.803846 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a1369213-9537-46c0-bf04-23829698e54b req-934b96e4-4511-4ade-b9db-df5650dd3ba4 service neutron] 10.222.0.43 "GET /v2.0/networks/aa73838c-5cca-48b5-b9e9-7a064476266f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989833 Sep 10 15:19:04.876369 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14723e7-2046-479b-b492-0fd5b7ed0d16 req-096dcba0-86b6-4786-806a-70d590c0b9fd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:04.877881 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b14723e7-2046-479b-b492-0fd5b7ed0d16 req-096dcba0-86b6-4786-806a-70d590c0b9fd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.43 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 946 time: 0.0921469 Sep 10 15:19:04.889429 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-43a9a50a-5999-4da1-b6a1-35ea2168b39d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Allocated IP 172.27.3.84 (080accf6-a61d-43aa-a40c-4a5d90aa3be1/9f699ab7-ff98-4888-8014-ee1b80751434/573c9fb0-faa7-4d1c-959d-6616e49a4366) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:19:04.939116 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b791517d-7d24-49de-8026-c8e4bf191dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'name': 'tempest-TestMinimumBasicScenario-1484699444-router', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:48Z', 'updated_at': '2021-09-10T15:15:51Z', 'revision_number': 4, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'gw_port': {'id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:49Z', 'updated_at': '2021-09-10T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '9b5eb9fc-b5a8-469e-b737-280213090044', 'name': '', 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'mac_address': 'fa:16:3e:34:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5b2243a4-91c1-47bc-bc6f-621c7a947db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:51Z', 'updated_at': '2021-09-10T15:16:00Z', 'revision_number': 5, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'subnets': [{'id': '5b2243a4-91c1-47bc-bc6f-621c7a947db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:04.968219 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791517d-7d24-49de-8026-c8e4bf191dfc None None] The sync data for ids ['2bf0d4b4-1463-4f5b-9bb2-366a5e980294'] in dv-cinder-760184-10-iscsi is: [{'id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'name': 'tempest-TestMinimumBasicScenario-1484699444-router', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:48Z', 'updated_at': '2021-09-10T15:15:51Z', 'revision_number': 4, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'gw_port': {'id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:49Z', 'updated_at': '2021-09-10T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '9b5eb9fc-b5a8-469e-b737-280213090044', 'name': '', 'network_id': 'aa73838c-5cca-48b5-b9e9-7a064476266f', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'mac_address': 'fa:16:3e:34:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5b2243a4-91c1-47bc-bc6f-621c7a947db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:51Z', 'updated_at': '2021-09-10T15:16:00Z', 'revision_number': 5, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'subnets': [{'id': '5b2243a4-91c1-47bc-bc6f-621c7a947db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:19:04.991100 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a1369213-9537-46c0-bf04-23829698e54b req-ec52d04e-ff18-4b63-87f3-5bf985ab5c70 service neutron] 10.222.0.43 "GET /v2.0/networks/aa73838c-5cca-48b5-b9e9-7a064476266f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603756 Sep 10 15:19:05.016335 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-43a9a50a-5999-4da1-b6a1-35ea2168b39d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:05.021996 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-b14723e7-2046-479b-b492-0fd5b7ed0d16 req-7f6f4f8d-80b8-4220-8175-cfdb2a41e6fd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Deleting port cb7b6714-8cac-4dc3-814b-2e2a88b946b2 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:05.022433 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-b14723e7-2046-479b-b492-0fd5b7ed0d16 req-7f6f4f8d-80b8-4220-8175-cfdb2a41e6fd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:05.076059 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-43a9a50a-5999-4da1-b6a1-35ea2168b39d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:05.118922 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a9a50a-5999-4da1-b6a1-35ea2168b39d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:19:05.121867 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-43a9a50a-5999-4da1-b6a1-35ea2168b39d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:19:05.125448 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a9a50a-5999-4da1-b6a1-35ea2168b39d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:19:05.132407 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-b14723e7-2046-479b-b492-0fd5b7ed0d16 req-7f6f4f8d-80b8-4220-8175-cfdb2a41e6fd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] For port cb7b6714-8cac-4dc3-814b-2e2a88b946b2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:05.132884 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-b14723e7-2046-479b-b492-0fd5b7ed0d16 req-7f6f4f8d-80b8-4220-8175-cfdb2a41e6fd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:05.152610 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9a50a-5999-4da1-b6a1-35ea2168b39d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Pushing event updated for resources: {'Port': ['ID=573c9fb0-faa7-4d1c-959d-6616e49a4366,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:05.231149 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-43a9a50a-5999-4da1-b6a1-35ea2168b39d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:05.285738 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-43a9a50a-5999-4da1-b6a1-35ea2168b39d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:05.354151 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-b14723e7-2046-479b-b492-0fd5b7ed0d16 req-7f6f4f8d-80b8-4220-8175-cfdb2a41e6fd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:05.354512 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-b14723e7-2046-479b-b492-0fd5b7ed0d16 req-7f6f4f8d-80b8-4220-8175-cfdb2a41e6fd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550972'] for floatingip, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:05.354816 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.l3_db [req-b14723e7-2046-479b-b492-0fd5b7ed0d16 req-7f6f4f8d-80b8-4220-8175-cfdb2a41e6fd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Floating IP 99ec3ee1-6c5f-4b9a-b968-8220aa72831d disassociated. External IP: 172.27.3.164, port: cb7b6714-8cac-4dc3-814b-2e2a88b946b2. Sep 10 15:19:05.355516 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-b14723e7-2046-479b-b492-0fd5b7ed0d16 req-7f6f4f8d-80b8-4220-8175-cfdb2a41e6fd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Calling delete_port for cb7b6714-8cac-4dc3-814b-2e2a88b946b2 owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:05.361640 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d586e422-3dda-4151-a916-631d8a59d5e1 None None] New status for floating IP 9c131b3a-dcda-48f7-8c2a-cd96e2b8d819: DOWN {{(pid=94034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:19:05.460555 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-43a9a50a-5999-4da1-b6a1-35ea2168b39d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:05.468278 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-43a9a50a-5999-4da1-b6a1-35ea2168b39d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13673127'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:05.499514 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-b14723e7-2046-479b-b492-0fd5b7ed0d16 req-7f6f4f8d-80b8-4220-8175-cfdb2a41e6fd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:05.545756 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f4f8d-80b8-4220-8175-cfdb2a41e6fd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Pushing event deleted for resources: {'Port': ['ID=cb7b6714-8cac-4dc3-814b-2e2a88b946b2,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:05.550955 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9a50a-5999-4da1-b6a1-35ea2168b39d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Pushing event updated for resources: {'Port': ['ID=573c9fb0-faa7-4d1c-959d-6616e49a4366,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:05.564672 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-43a9a50a-5999-4da1-b6a1-35ea2168b39d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550972'] for floatingip, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:05.590971 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-43a9a50a-5999-4da1-b6a1-35ea2168b39d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:05.593100 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-43a9a50a-5999-4da1-b6a1-35ea2168b39d tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9555418 Sep 10 15:19:05.695371 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b14723e7-2046-479b-b492-0fd5b7ed0d16 req-7f6f4f8d-80b8-4220-8175-cfdb2a41e6fd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Router 92afbcc6-f37b-4db6-9153-e89f51caacda has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:19:05.757414 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-32afe5e7-f848-45bf-b7a2-84bff9d692e7 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1015414307&fields=id&tenant_id=4c0dbe00e8be4d6fa4f0727f7fa2408d HTTP/1.1" status: 200 len: 267 time: 0.0459802 Sep 10 15:19:05.800260 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a3bb5119-9747-4053-bbb5-b0841568a0ee req-bfd9efba-42ca-443e-83dd-e2035b287457 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 210 time: 0.0383439 Sep 10 15:19:05.811584 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b14723e7-2046-479b-b492-0fd5b7ed0d16 req-7f6f4f8d-80b8-4220-8175-cfdb2a41e6fd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:19:05.831601 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6fdf56-386c-4312-8a66-71fd2df622a9 None None] Sync routers for ids ['92afbcc6-f37b-4db6-9153-e89f51caacda'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:19:05.840536 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6fdf56-386c-4312-8a66-71fd2df622a9 None None] Routers {'92afbcc6-f37b-4db6-9153-e89f51caacda'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:05.841187 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-eb6fdf56-386c-4312-8a66-71fd2df622a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:19:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['92afbcc6-f37b-4db6-9153-e89f51caacda'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:05.867709 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14723e7-2046-479b-b492-0fd5b7ed0d16 req-7f6f4f8d-80b8-4220-8175-cfdb2a41e6fd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] No DVR routers for this DVR port cb7b6714-8cac-4dc3-814b-2e2a88b946b2 on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:19:05.870366 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-b14723e7-2046-479b-b492-0fd5b7ed0d16 req-7f6f4f8d-80b8-4220-8175-cfdb2a41e6fd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:05.873750 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b14723e7-2046-479b-b492-0fd5b7ed0d16 req-7f6f4f8d-80b8-4220-8175-cfdb2a41e6fd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.43 "DELETE /v2.0/ports/cb7b6714-8cac-4dc3-814b-2e2a88b946b2 HTTP/1.1" status: 204 len: 173 time: 0.9660487 Sep 10 15:19:05.875099 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854592f7-9bf4-46d9-9be8-e2886434aa25', 'name': 'network-vif-deleted', 'tag': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:19:05.878846 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a400a59a-a1ae-424c-ac2d-bb2f7586fbb7" -d '{"events": [{"server_uuid": "854592f7-9bf4-46d9-9be8-e2886434aa25", "name": "network-vif-deleted", "tag": "cb7b6714-8cac-4dc3-814b-2e2a88b946b2"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:19:05.916966 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-44b55284-e3e4-4a91-8b4a-361faf6ad00b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:05.922673 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb55fef-0341-4b32-8c9f-cbabd6372ffa x-openstack-request-id: req-6bb55fef-0341-4b32-8c9f-cbabd6372ffa {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:19:05.923020 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854592f7-9bf4-46d9-9be8-e2886434aa25", "name": "network-vif-deleted", "tag": "cb7b6714-8cac-4dc3-814b-2e2a88b946b2", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:19:05.923277 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bb55fef-0341-4b32-8c9f-cbabd6372ffa {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:19:05.923670 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854592f7-9bf4-46d9-9be8-e2886434aa25', 'name': 'network-vif-deleted', 'tag': 'cb7b6714-8cac-4dc3-814b-2e2a88b946b2', 'status': 'completed', 'code': 200} Sep 10 15:19:05.925339 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-44b55284-e3e4-4a91-8b4a-361faf6ad00b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/networks?id=9fd410a6-6b42-4dd7-aaee-5021094067c5 HTTP/1.1" status: 200 len: 810 time: 0.1609807 Sep 10 15:19:05.936608 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-6308c337-a54b-4efa-80b3-aeba5e999aa9 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/quotas/4c0dbe00e8be4d6fa4f0727f7fa2408d HTTP/1.1" status: 200 len: 375 time: 0.0103292 Sep 10 15:19:05.968456 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-eb6fdf56-386c-4312-8a66-71fd2df622a9 None None] Set router 92afbcc6-f37b-4db6-9153-e89f51caacda gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:05.998599 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a3ea6795-6327-4bab-b02b-1d905b8ff0ab tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c0dbe00e8be4d6fa4f0727f7fa2408d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549960 Sep 10 15:19:06.139134 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-1a5e82a0-a97f-4558-af51-733e5cd22d66 service neutron] 10.222.0.32 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273572 Sep 10 15:19:06.181571 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-eb6fdf56-386c-4312-8a66-71fd2df622a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:14:02Z', 'revision_number': 4, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port': {'id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:47Z', 'updated_at': '2021-09-10T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a', 'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'mac_address': 'fa:16:3e:33:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:57Z', 'updated_at': '2021-09-10T15:14:10Z', 'revision_number': 5, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'subnets': [{'id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:06.233380 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-1a7e257b-9e35-4d05-b56e-47ea541f8d82 service neutron] 10.222.0.32 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875344 Sep 10 15:19:06.328702 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6fdf56-386c-4312-8a66-71fd2df622a9 None None] Checking router: 92afbcc6-f37b-4db6-9153-e89f51caacda for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:19:06.338356 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6fdf56-386c-4312-8a66-71fd2df622a9 None None] Routers {'92afbcc6-f37b-4db6-9153-e89f51caacda'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:06.339137 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-eb6fdf56-386c-4312-8a66-71fd2df622a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:19:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['92afbcc6-f37b-4db6-9153-e89f51caacda'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:06.401630 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-49a4b772-7cca-4356-92e1-1764592f41cf req-ba410e1c-cc41-4d21-be05-a4d445be44cd tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 210 time: 0.0259836 Sep 10 15:19:06.458095 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-eb6fdf56-386c-4312-8a66-71fd2df622a9 None None] Set router 92afbcc6-f37b-4db6-9153-e89f51caacda gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:06.658930 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-eb6fdf56-386c-4312-8a66-71fd2df622a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:14:02Z', 'revision_number': 4, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port': {'id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:47Z', 'updated_at': '2021-09-10T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a', 'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'mac_address': 'fa:16:3e:33:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:57Z', 'updated_at': '2021-09-10T15:14:10Z', 'revision_number': 5, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'subnets': [{'id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:06.685654 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6fdf56-386c-4312-8a66-71fd2df622a9 None None] The sync data for ids ['92afbcc6-f37b-4db6-9153-e89f51caacda'] in dv-cinder-760184-10-iscsi is: [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:14:02Z', 'revision_number': 4, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port': {'id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:47Z', 'updated_at': '2021-09-10T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a', 'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'mac_address': 'fa:16:3e:33:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:57Z', 'updated_at': '2021-09-10T15:14:10Z', 'revision_number': 5, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'subnets': [{'id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:19:06.907424 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96dbc5c-c87d-4d3c-9242-d339ca49f9d0 None None] New status for floating IP 99ec3ee1-6c5f-4b9a-b968-8220aa72831d: DOWN {{(pid=94034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:19:06.907929 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3d7504c8-412c-4d8c-a4d0-f0dd89eb1ac6 req-34b7cfe3-00cc-4d93-b1d9-ac06db6cf4c1 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 210 time: 0.0275161 Sep 10 15:19:07.494700 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a5ee4bc2-5ed0-41d6-8ac1-7af809c17d8a req-c556619f-794f-42db-8c26-1901da5eedb1 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 210 time: 0.0257540 Sep 10 15:19:08.101079 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-efdbd75e-75db-48f2-b09a-4a018279d9b9 req-b76f5769-7134-4fda-9fee-b8b108756d59 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=854592f7-9bf4-46d9-9be8-e2886434aa25 HTTP/1.1" status: 200 len: 210 time: 0.0286641 Sep 10 15:19:08.443950 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device cb7b6714-8cac-4dc3-814b-2e2a88b946b2 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:19:08.467682 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: cb7b6714-8cac-4dc3-814b-2e2a88b946b2 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:19:08.468140 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device cb7b6714-8cac-4dc3-814b-2e2a88b946b2 not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:19:08.597281 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-129df28f-5c0d-44f9-9f5c-3deb947b68b9 req-ef45f76c-9ed2-4d05-94cd-93f6fb0aaf44 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 210 time: 0.0262735 Sep 10 15:19:09.124988 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c609d7e-ce43-49c0-a135-3919d9abc892 req-bc249b8b-436d-4362-ad7e-b9e5c92a86cd tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:09.133795 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3c609d7e-ce43-49c0-a135-3919d9abc892 req-bc249b8b-436d-4362-ad7e-b9e5c92a86cd tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 946 time: 0.0604436 Sep 10 15:19:09.135135 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a9baa9ae-2939-4529-a419-65430b4ab129 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:09.138113 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a9baa9ae-2939-4529-a419-65430b4ab129 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.43 "GET /v2.0/networks?id=9fd410a6-6b42-4dd7-aaee-5021094067c5 HTTP/1.1" status: 200 len: 810 time: 0.1165941 Sep 10 15:19:09.171592 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3c609d7e-ce43-49c0-a135-3919d9abc892 req-131e6314-4d50-48a4-b8ef-e96c8388d853 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371945 Sep 10 15:19:09.203089 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33646) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:09.205784 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-1ada19c4-b572-487c-a212-b180c0b0ea9b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c0dbe00e8be4d6fa4f0727f7fa2408d HTTP/1.1" status: 200 len: 380 time: 0.0581095 Sep 10 15:19:09.221396 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-9e6d8046-9097-4c45-802e-9fba055de87b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Request body: {'port': {'device_id': 'b7d8743f-1979-43a3-a3ba-fd49bf6d780d', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'admin_state_up': True, 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'security_groups': ['87c1b214-cdc4-4a04-bba9-f2a4ac4a89ad']}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:19:09.259426 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fad5fe28-dc65-4642-9a74-8fbc3c6e2497 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:09.283005 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fad5fe28-dc65-4642-9a74-8fbc3c6e2497 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:09.328488 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-9e6d8046-9097-4c45-802e-9fba055de87b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Made reservation on behalf of 4c0dbe00e8be4d6fa4f0727f7fa2408d for: {'port': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:19:09.329833 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fad5fe28-dc65-4642-9a74-8fbc3c6e2497 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:09.332226 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-9e6d8046-9097-4c45-802e-9fba055de87b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:09.332378 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fad5fe28-dc65-4642-9a74-8fbc3c6e2497 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:09.333470 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-fad5fe28-dc65-4642-9a74-8fbc3c6e2497 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "DELETE /v2.0/security-groups/120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4 HTTP/1.1" status: 204 len: 168 time: 0.1293056 Sep 10 15:19:09.336581 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33650) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:09.352677 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5fe28-dc65-4642-9a74-8fbc3c6e2497 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:09.360674 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.api.v2.resource [None req-aec664e3-dc62-4d53-b10d-c2a5b57dac6e tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] show failed (client error): The resource could not be found. Sep 10 15:19:09.361372 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-aec664e3-dc62-4d53-b10d-c2a5b57dac6e tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups/120ca0f7-6cc7-44a1-8cf4-a527bbabc8b4 HTTP/1.1" status: 404 len: 347 time: 0.0228064 Sep 10 15:19:09.364198 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33652) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:09.470574 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-9e6d8046-9097-4c45-802e-9fba055de87b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Allocated IP 172.20.0.10 (9fd410a6-6b42-4dd7-aaee-5021094067c5/4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b/4539f891-ce45-4b0c-8a9f-a30fc0a1a536) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:19:09.499213 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-57a78842-c462-4924-a84e-cb344e44253d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Deleting port c611ff37-9326-40c6-8e14-2173d317e7ee {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:09.499563 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-57a78842-c462-4924-a84e-cb344e44253d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:09.583008 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-57a78842-c462-4924-a84e-cb344e44253d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:09.583370 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-57a78842-c462-4924-a84e-cb344e44253d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:09.597106 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-57a78842-c462-4924-a84e-cb344e44253d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Calling delete_port for c611ff37-9326-40c6-8e14-2173d317e7ee owned by network:floatingip {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:09.642292 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-9e6d8046-9097-4c45-802e-9fba055de87b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:09.661347 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-9e6d8046-9097-4c45-802e-9fba055de87b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Transition to ACTIVE for port object 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 will not be triggered until provisioned by entity DHCP. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:19:09.698784 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-9e6d8046-9097-4c45-802e-9fba055de87b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:09.710972 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-860b4f6f-2827-44c4-ac51-f009ab7ba24c req-14270941-95d3-496d-a0af-621d6fb5e2a2 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 210 time: 0.0333560 Sep 10 15:19:09.748684 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-9e6d8046-9097-4c45-802e-9fba055de87b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Network 9fd410a6-6b42-4dd7-aaee-5021094067c5 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:19:09.757094 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-9e6d8046-9097-4c45-802e-9fba055de87b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:19:09.759574 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-9e6d8046-9097-4c45-802e-9fba055de87b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:19:09.766150 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d8046-9097-4c45-802e-9fba055de87b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Pushing event updated for resources: {'Port': ['ID=4539f891-ce45-4b0c-8a9f-a30fc0a1a536,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:09.813854 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-57a78842-c462-4924-a84e-cb344e44253d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:09.836318 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-9e6d8046-9097-4c45-802e-9fba055de87b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:09.837059 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-9e6d8046-9097-4c45-802e-9fba055de87b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:09.838822 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a78842-c462-4924-a84e-cb344e44253d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Pushing event deleted for resources: {'Port': ['ID=c611ff37-9326-40c6-8e14-2173d317e7ee,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:09.859576 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-9e6d8046-9097-4c45-802e-9fba055de87b tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6422572 Sep 10 15:19:09.875227 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Request body: {'port': {'device_id': 'b7d8743f-1979-43a3-a3ba-fd49bf6d780d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:19:09.932226 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-57a78842-c462-4924-a84e-cb344e44253d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for floatingip, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:09.935130 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-57a78842-c462-4924-a84e-cb344e44253d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:09.935306 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:09.936382 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-57a78842-c462-4924-a84e-cb344e44253d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "DELETE /v2.0/floatingips/99ec3ee1-6c5f-4b9a-b968-8220aa72831d HTTP/1.1" status: 204 len: 168 time: 0.5711658 Sep 10 15:19:10.051450 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-be6463ca-95cc-4899-b9cb-08870cd9e71d None None] Provisioning for port 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:19:10.055103 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-be6463ca-95cc-4899-b9cb-08870cd9e71d None None] Provisioning complete for port 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:19:10.055537 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-be6463ca-95cc-4899-b9cb-08870cd9e71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:10.089123 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-be6463ca-95cc-4899-b9cb-08870cd9e71d None None] Port 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:19:10.207249 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:19:10.215081 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:10.235945 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Transition to ACTIVE for port object 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:19:10.240961 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:10.281084 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33668) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:10.295425 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-706f9b4b-75ed-4757-be77-b0da8b5f356f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1352325229', 'description': 'tempest-description--1147456678'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:19:10.336518 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d12b7-baab-4fd1-8f02-866964de0729 req-87ff6e12-fa82-4315-8d7c-91c0a97f0d5a tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:10.338036 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b57d12b7-baab-4fd1-8f02-866964de0729 req-87ff6e12-fa82-4315-8d7c-91c0a97f0d5a tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 946 time: 0.0905919 Sep 10 15:19:10.339141 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Pushing event updated for resources: {'Port': ['ID=4539f891-ce45-4b0c-8a9f-a30fc0a1a536,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:10.339265 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-706f9b4b-75ed-4757-be77-b0da8b5f356f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:10.396631 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Attempting to bind port 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:19:10.396993 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Attempting to bind port 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'f917e91c-dcfb-4ada-a1fe-4754ca293181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:19:10.397324 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Attempting to bind port 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 on network 9fd410a6-6b42-4dd7-aaee-5021094067c5 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:19:10.402399 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Port 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 on network 9fd410a6-6b42-4dd7-aaee-5021094067c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:19:10.403288 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Attempting to bind port 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 on network 9fd410a6-6b42-4dd7-aaee-5021094067c5 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:19:10.406747 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b57d12b7-baab-4fd1-8f02-866964de0729 req-134c0e46-320a-4857-bae5-8a35d74a8ad1 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574961 Sep 10 15:19:10.410396 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:19:10.410725 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Checking segment: {'id': 'f917e91c-dcfb-4ada-a1fe-4754ca293181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:19:10.411116 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Bound using segment: {'id': 'f917e91c-dcfb-4ada-a1fe-4754ca293181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:19:10.411547 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Bound port: 4539f891-ce45-4b0c-8a9f-a30fc0a1a536, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f917e91c-dcfb-4ada-a1fe-4754ca293181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:19:10.411899 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:10.484897 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-706f9b4b-75ed-4757-be77-b0da8b5f356f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:10.489888 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-706f9b4b-75ed-4757-be77-b0da8b5f356f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:10.500888 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] For port 4539f891-ce45-4b0c-8a9f-a30fc0a1a536, host hv-cinder-76018, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:19:10.505118 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] For port 4539f891-ce45-4b0c-8a9f-a30fc0a1a536, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=4539f891-ce45-4b0c-8a9f-a30fc0a1a536,segment=NetworkSegment(f917e91c-dcfb-4ada-a1fe-4754ca293181),segment_id=f917e91c-dcfb-4ada-a1fe-4754ca293181)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:19:10.511931 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:10.533378 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-706f9b4b-75ed-4757-be77-b0da8b5f356f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:10.534600 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-706f9b4b-75ed-4757-be77-b0da8b5f356f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2525446 Sep 10 15:19:10.538722 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f9b4b-75ed-4757-be77-b0da8b5f356f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3156084-6cd6-48d0-a866-7c97289141c2,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:10.540712 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33670) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:10.546113 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-ffd6aecf-b302-45e7-9c43-0fd8348b4fc9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Request body: {'security_group_rule': {'security_group_id': 'f3156084-6cd6-48d0-a866-7c97289141c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:19:10.557774 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:10.558729 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:10.560977 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] 10.222.0.43 "PUT /v2.0/ports/4539f891-ce45-4b0c-8a9f-a30fc0a1a536 HTTP/1.1" status: 200 len: 1094 time: 0.6913254 Sep 10 15:19:10.562175 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d8743f-1979-43a3-a3ba-fd49bf6d780d', 'tag': '4539f891-ce45-4b0c-8a9f-a30fc0a1a536'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:19:10.564986 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51de3bfe-2b2f-44bc-93ac-f2ea3c1ca84e" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d8743f-1979-43a3-a3ba-fd49bf6d780d", "tag": "4539f891-ce45-4b0c-8a9f-a30fc0a1a536"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:19:10.596745 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53694b3-fab1-41b6-9219-2860262e3531 service neutron] Pushing event updated for resources: {'Port': ['ID=4539f891-ce45-4b0c-8a9f-a30fc0a1a536,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:10.598373 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ffd6aecf-b302-45e7-9c43-0fd8348b4fc9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:10.626900 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2436d291-48a2-443a-b065-8b52ca21c51d x-openstack-request-id: req-2436d291-48a2-443a-b065-8b52ca21c51d {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:19:10.627273 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d8743f-1979-43a3-a3ba-fd49bf6d780d", "tag": "4539f891-ce45-4b0c-8a9f-a30fc0a1a536", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:19:10.627529 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2436d291-48a2-443a-b065-8b52ca21c51d {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:19:10.627924 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d8743f-1979-43a3-a3ba-fd49bf6d780d', 'tag': '4539f891-ce45-4b0c-8a9f-a30fc0a1a536', 'status': 'completed', 'code': 200} Sep 10 15:19:10.676086 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-949a5a47-d9ab-4c31-be9d-3bcd3a0df263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:10.677965 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-949a5a47-d9ab-4c31-be9d-3bcd3a0df263 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c0dbe00e8be4d6fa4f0727f7fa2408d&device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 1097 time: 0.0489156 Sep 10 15:19:10.684722 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ffd6aecf-b302-45e7-9c43-0fd8348b4fc9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:10.690280 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ffd6aecf-b302-45e7-9c43-0fd8348b4fc9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:10.714802 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6aecf-b302-45e7-9c43-0fd8348b4fc9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391e48bf-b0a0-4820-bf50-3de6e6639e69,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:10.725766 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ffd6aecf-b302-45e7-9c43-0fd8348b4fc9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:10.727295 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-ffd6aecf-b302-45e7-9c43-0fd8348b4fc9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1855624 Sep 10 15:19:10.729949 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33674) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:10.735602 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-aa776d52-857d-490d-97ec-116897667cf8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4539f891-ce45-4b0c-8a9f-a30fc0a1a536 HTTP/1.1" status: 200 len: 217 time: 0.0489700 Sep 10 15:19:10.735940 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-a2463226-e564-4c3e-9999-f8ca3240d1d9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Request body: {'security_group_rule': {'security_group_id': 'f3156084-6cd6-48d0-a866-7c97289141c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:19:10.771206 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2463226-e564-4c3e-9999-f8ca3240d1d9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:10.805754 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-bc1bff8c-4d09-4fd9-9246-0a88e4d7292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:10.807931 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-bc1bff8c-4d09-4fd9-9246-0a88e4d7292c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b HTTP/1.1" status: 200 len: 849 time: 0.0632944 Sep 10 15:19:10.876485 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-07e09a89-32d1-4422-bed4-e911fd3d439c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:10.878630 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-07e09a89-32d1-4422-bed4-e911fd3d439c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fd410a6-6b42-4dd7-aaee-5021094067c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0632739 Sep 10 15:19:10.891376 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2463226-e564-4c3e-9999-f8ca3240d1d9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:10.897116 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2463226-e564-4c3e-9999-f8ca3240d1d9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:10.913483 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b1da7-db1a-451b-bdba-ee03b01ac52e req-f966e3cf-5f80-4543-bec5-2a3ca0f51027 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:10.916361 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b75b1da7-db1a-451b-bdba-ee03b01ac52e req-f966e3cf-5f80-4543-bec5-2a3ca0f51027 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 944 time: 0.1083188 Sep 10 15:19:10.938409 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2463226-e564-4c3e-9999-f8ca3240d1d9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a792ac1a-978d-4c33-99ae-4294c008baac,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:10.956459 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2463226-e564-4c3e-9999-f8ca3240d1d9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:10.960691 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a2463226-e564-4c3e-9999-f8ca3240d1d9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2264950 Sep 10 15:19:10.962201 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 33684) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:10.968470 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-50faa7e5-a9aa-45e1-ac3b-6f8f6f692693 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Request body: {'floatingip': {'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:19:10.972481 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b75b1da7-db1a-451b-bdba-ee03b01ac52e req-5cb724fb-bc15-4ce9-ae97-260be8f545f5 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=87c1b214-cdc4-4a04-bba9-f2a4ac4a89ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509024 Sep 10 15:19:11.054595 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059938c-8a38-45fd-bcbb-3590cbe6a48a req-130f6560-3c29-4c24-93ff-cfc90d12f970 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:11.056095 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-8059938c-8a38-45fd-bcbb-3590cbe6a48a req-130f6560-3c29-4c24-93ff-cfc90d12f970 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 946 time: 0.1765180 Sep 10 15:19:11.066389 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-50faa7e5-a9aa-45e1-ac3b-6f8f6f692693 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for floatingip, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:11.144192 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-4bae05c3-b098-4b61-94fc-c5c444b43a1e service neutron] 10.222.0.43 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547023 Sep 10 15:19:11.532025 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b9005-03bc-47a3-bde5-e6139c77a3d1 req-e2cf5c47-af5e-4d39-a2e7-100ebb69a119 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:11.533656 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-720b9005-03bc-47a3-bde5-e6139c77a3d1 req-e2cf5c47-af5e-4d39-a2e7-100ebb69a119 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 946 time: 0.0513022 Sep 10 15:19:11.547478 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5d10ea65-b0dc-41bb-9f96-db8035a8115e req-8de8e0b5-59e3-45a7-b67c-66db601c472a service neutron] 10.222.0.43 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933520 Sep 10 15:19:11.552795 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-8059938c-8a38-45fd-bcbb-3590cbe6a48a req-6fe622fc-ce8f-43ef-aff2-5cb1e82b7036 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Deleting port 2b133111-4ab3-4d07-b9af-2d32aff296e8 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:11.552930 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-8059938c-8a38-45fd-bcbb-3590cbe6a48a req-6fe622fc-ce8f-43ef-aff2-5cb1e82b7036 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:11.576300 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-720b9005-03bc-47a3-bde5-e6139c77a3d1 req-14550479-2a8a-4a23-886a-1289e910f24c tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/security-groups?id=a42d7413-bea5-4a6f-8e07-9f369f6c0b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367236 Sep 10 15:19:11.633391 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-50faa7e5-a9aa-45e1-ac3b-6f8f6f692693 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:11.729501 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-8059938c-8a38-45fd-bcbb-3590cbe6a48a req-6fe622fc-ce8f-43ef-aff2-5cb1e82b7036 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] For port 2b133111-4ab3-4d07-b9af-2d32aff296e8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2b133111-4ab3-4d07-b9af-2d32aff296e8,segment=NetworkSegment(bdb5fef4-4e1a-46b4-b367-edc95c39add2),segment_id=bdb5fef4-4e1a-46b4-b367-edc95c39add2)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:11.729769 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-8059938c-8a38-45fd-bcbb-3590cbe6a48a req-6fe622fc-ce8f-43ef-aff2-5cb1e82b7036 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:11.743054 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de3bfe-2b2f-44bc-93ac-f2ea3c1ca84e req-f58d19ae-b4d5-488d-b9e7-cd493b7eda4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:11.744532 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-51de3bfe-2b2f-44bc-93ac-f2ea3c1ca84e req-f58d19ae-b4d5-488d-b9e7-cd493b7eda4b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c0dbe00e8be4d6fa4f0727f7fa2408d&device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 1097 time: 0.1213872 Sep 10 15:19:11.749551 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-8059938c-8a38-45fd-bcbb-3590cbe6a48a req-6fe622fc-ce8f-43ef-aff2-5cb1e82b7036 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Calling delete_port for 2b133111-4ab3-4d07-b9af-2d32aff296e8 owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:11.896558 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-50faa7e5-a9aa-45e1-ac3b-6f8f6f692693 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Allocated IP 172.27.3.43 (080accf6-a61d-43aa-a40c-4a5d90aa3be1/9f699ab7-ff98-4888-8014-ee1b80751434/ec89209e-bab9-4fd9-8050-91140fe2aa8b) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:19:11.961434 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de3bfe-2b2f-44bc-93ac-f2ea3c1ca84e req-b54da988-1dd9-4afe-8e40-ed0c88b9ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:11.962894 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-51de3bfe-2b2f-44bc-93ac-f2ea3c1ca84e req-b54da988-1dd9-4afe-8e40-ed0c88b9ab24 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9fd410a6-6b42-4dd7-aaee-5021094067c5 HTTP/1.1" status: 200 len: 911 time: 0.2079287 Sep 10 15:19:12.038497 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-51de3bfe-2b2f-44bc-93ac-f2ea3c1ca84e req-af472ed6-d35e-4229-982e-d0b98ee7ec68 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4539f891-ce45-4b0c-8a9f-a30fc0a1a536 HTTP/1.1" status: 200 len: 217 time: 0.0651219 Sep 10 15:19:12.091774 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eca43-6230-41ca-b7c5-e300e91d3b1b req-50be6e24-0085-4170-b056-b48387ba7540 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:12.093318 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-630eca43-6230-41ca-b7c5-e300e91d3b1b req-50be6e24-0085-4170-b056-b48387ba7540 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 944 time: 0.0509179 Sep 10 15:19:12.133153 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-630eca43-6230-41ca-b7c5-e300e91d3b1b req-7c434ed6-f9f6-46d8-9ef8-6c59bff438c9 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=87c1b214-cdc4-4a04-bba9-f2a4ac4a89ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330160 Sep 10 15:19:12.153896 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de3bfe-2b2f-44bc-93ac-f2ea3c1ca84e req-8ab8026b-0763-44a0-a56f-6a2c9c886714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:12.153896 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-51de3bfe-2b2f-44bc-93ac-f2ea3c1ca84e req-8ab8026b-0763-44a0-a56f-6a2c9c886714 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b HTTP/1.1" status: 200 len: 849 time: 0.0904114 Sep 10 15:19:12.153896 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-8059938c-8a38-45fd-bcbb-3590cbe6a48a req-6fe622fc-ce8f-43ef-aff2-5cb1e82b7036 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:12.157286 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-50faa7e5-a9aa-45e1-ac3b-6f8f6f692693 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:12.165389 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['2b133111-4ab3-4d07-b9af-2d32aff296e8'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:19:12.220280 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe622fc-ce8f-43ef-aff2-5cb1e82b7036 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Pushing event deleted for resources: {'Port': ['ID=2b133111-4ab3-4d07-b9af-2d32aff296e8,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:12.274981 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-8059938c-8a38-45fd-bcbb-3590cbe6a48a req-6fe622fc-ce8f-43ef-aff2-5cb1e82b7036 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] No DVR routers for this DVR port 2b133111-4ab3-4d07-b9af-2d32aff296e8 on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:19:12.281082 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-8059938c-8a38-45fd-bcbb-3590cbe6a48a req-6fe622fc-ce8f-43ef-aff2-5cb1e82b7036 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:12.283019 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-8059938c-8a38-45fd-bcbb-3590cbe6a48a req-6fe622fc-ce8f-43ef-aff2-5cb1e82b7036 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.43 "DELETE /v2.0/ports/2b133111-4ab3-4d07-b9af-2d32aff296e8 HTTP/1.1" status: 204 len: 173 time: 1.2182555 Sep 10 15:19:12.296229 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de3bfe-2b2f-44bc-93ac-f2ea3c1ca84e req-9892fb01-e9c5-4bf8-9510-f303301d5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:12.297723 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-51de3bfe-2b2f-44bc-93ac-f2ea3c1ca84e req-9892fb01-e9c5-4bf8-9510-f303301d5ed1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fd410a6-6b42-4dd7-aaee-5021094067c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1324909 Sep 10 15:19:12.327234 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-50faa7e5-a9aa-45e1-ac3b-6f8f6f692693 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:12.429427 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50faa7e5-a9aa-45e1-ac3b-6f8f6f692693 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:19:12.440637 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-50faa7e5-a9aa-45e1-ac3b-6f8f6f692693 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:19:12.444087 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50faa7e5-a9aa-45e1-ac3b-6f8f6f692693 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:19:12.445981 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50faa7e5-a9aa-45e1-ac3b-6f8f6f692693 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Pushing event updated for resources: {'Port': ['ID=ec89209e-bab9-4fd9-8050-91140fe2aa8b,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:12.491518 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-51de3bfe-2b2f-44bc-93ac-f2ea3c1ca84e req-51fdea12-026f-40fd-99dd-07ad99a86640 service neutron] 10.222.0.43 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855636 Sep 10 15:19:12.603643 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-50faa7e5-a9aa-45e1-ac3b-6f8f6f692693 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:12.629072 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf47406a-19d6-4f82-91e6-bdf2c713043a', 'name': 'network-vif-deleted', 'tag': '2b133111-4ab3-4d07-b9af-2d32aff296e8'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:19:12.631344 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e50c8a-3a89-429c-923c-91bcd7c01a86" -d '{"events": [{"server_uuid": "cf47406a-19d6-4f82-91e6-bdf2c713043a", "name": "network-vif-deleted", "tag": "2b133111-4ab3-4d07-b9af-2d32aff296e8"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:19:12.655275 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-51de3bfe-2b2f-44bc-93ac-f2ea3c1ca84e req-370af3e0-94a0-4886-8814-7ce9ef6f8d65 service neutron] 10.222.0.43 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528468 Sep 10 15:19:12.662289 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-50faa7e5-a9aa-45e1-ac3b-6f8f6f692693 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:12.700366 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85d1e52-a35c-4eb6-bb52-4c87613ee105 x-openstack-request-id: req-b85d1e52-a35c-4eb6-bb52-4c87613ee105 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:19:12.700939 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf47406a-19d6-4f82-91e6-bdf2c713043a", "name": "network-vif-deleted", "tag": "2b133111-4ab3-4d07-b9af-2d32aff296e8", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:19:12.701314 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b85d1e52-a35c-4eb6-bb52-4c87613ee105 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:19:12.701785 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf47406a-19d6-4f82-91e6-bdf2c713043a', 'name': 'network-vif-deleted', 'tag': '2b133111-4ab3-4d07-b9af-2d32aff296e8', 'status': 'completed', 'code': 200} Sep 10 15:19:12.707869 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-650aa0a8-791c-4894-94ed-52531d4d7f74 req-37f49dc5-c0ec-4c51-8d77-f9753c8f12d6 tempest-TestMinimumBasicScenario-737473911 tempest-TestMinimumBasicScenario-737473911-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf47406a-19d6-4f82-91e6-bdf2c713043a HTTP/1.1" status: 200 len: 210 time: 0.0319462 Sep 10 15:19:12.848088 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-50faa7e5-a9aa-45e1-ac3b-6f8f6f692693 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:12.853103 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-50faa7e5-a9aa-45e1-ac3b-6f8f6f692693 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:12.917022 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50faa7e5-a9aa-45e1-ac3b-6f8f6f692693 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Pushing event updated for resources: {'Port': ['ID=ec89209e-bab9-4fd9-8050-91140fe2aa8b,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:12.928067 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-50faa7e5-a9aa-45e1-ac3b-6f8f6f692693 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550972'] for floatingip, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:12.940992 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-50faa7e5-a9aa-45e1-ac3b-6f8f6f692693 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:12.942199 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-50faa7e5-a9aa-45e1-ac3b-6f8f6f692693 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9799170 Sep 10 15:19:13.077493 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-85ca8856-331c-4ce9-92af-6ec5152e50aa tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1352325229&fields=id&tenant_id=38a103aa430e44d19677d7d83ecdf77d HTTP/1.1" status: 200 len: 267 time: 0.0314975 Sep 10 15:19:13.184423 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-87edee69-1c05-4787-8811-81320a6b5c68 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:13.185906 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-87edee69-1c05-4787-8811-81320a6b5c68 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/networks?id=6da470b5-21a6-48da-8f44-511723482333 HTTP/1.1" status: 200 len: 817 time: 0.1019857 Sep 10 15:19:13.201212 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-dfced2fe-e537-4b91-88f3-21447d1d4475 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/quotas/38a103aa430e44d19677d7d83ecdf77d HTTP/1.1" status: 200 len: 375 time: 0.0094452 Sep 10 15:19:13.280161 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1004d8e-90a4-4d8f-987a-aa010c11fc4a req-46da322f-41f6-4ef8-bb79-d8713dc90cd1 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:13.281671 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b1004d8e-90a4-4d8f-987a-aa010c11fc4a req-46da322f-41f6-4ef8-bb79-d8713dc90cd1 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 944 time: 0.0790076 Sep 10 15:19:13.289714 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-3890e2f2-311a-4fff-878f-750beafc513b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=38a103aa430e44d19677d7d83ecdf77d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0791848 Sep 10 15:19:13.326472 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b1004d8e-90a4-4d8f-987a-aa010c11fc4a req-668afd41-f2ff-467d-97e6-263efb7348c2 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=87c1b214-cdc4-4a04-bba9-f2a4ac4a89ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358372 Sep 10 15:19:13.428614 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-9fb3529b-f365-42ba-baa7-6ce62b0dc5dd service neutron] 10.222.0.32 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255507 Sep 10 15:19:13.530792 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-bb9d0f0e-7df6-4dc7-ada0-56b7ffa0ec8a service neutron] 10.222.0.32 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950079 Sep 10 15:19:13.685783 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b262b40c-50d9-459b-a7aa-884d559f12e2 req-f136d937-73df-4575-a34a-10b7586a11aa tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 210 time: 0.0260892 Sep 10 15:19:14.385021 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 33784) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:14.448113 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984600e4-5394-41ff-acbf-2792bd613749 req-370ff65b-0350-4715-b795-cab97566c007 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:14.449518 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-984600e4-5394-41ff-acbf-2792bd613749 req-370ff65b-0350-4715-b795-cab97566c007 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 944 time: 0.0481708 Sep 10 15:19:14.486438 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-984600e4-5394-41ff-acbf-2792bd613749 req-44aa99c6-988d-4fae-8edb-0ba64c8586c7 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=87c1b214-cdc4-4a04-bba9-f2a4ac4a89ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309680 Sep 10 15:19:14.785459 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1b4307ad-9db0-4a56-82db-afcfec99b173 req-261725bb-7513-467f-ae26-b8a04f62b2da tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 210 time: 0.0290508 Sep 10 15:19:14.792568 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-88f43764-e597-4df8-aa30-1f4663eb8cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547132'] for router_interface, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:15.074121 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-88f43764-e597-4df8-aa30-1f4663eb8cc7 admin admin] Deleting port 9b5eb9fc-b5a8-469e-b737-280213090044 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:15.074381 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-88f43764-e597-4df8-aa30-1f4663eb8cc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:15.151864 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-88f43764-e597-4df8-aa30-1f4663eb8cc7 admin admin] For port 9b5eb9fc-b5a8-469e-b737-280213090044, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=9b5eb9fc-b5a8-469e-b737-280213090044,segment=NetworkSegment(bdb5fef4-4e1a-46b4-b367-edc95c39add2),segment_id=bdb5fef4-4e1a-46b4-b367-edc95c39add2)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:15.152212 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-88f43764-e597-4df8-aa30-1f4663eb8cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:15.163706 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-88f43764-e597-4df8-aa30-1f4663eb8cc7 admin admin] Calling delete_port for 9b5eb9fc-b5a8-469e-b737-280213090044 owned by network:router_interface {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:15.334147 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-88f43764-e597-4df8-aa30-1f4663eb8cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:15.360254 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f43764-e597-4df8-aa30-1f4663eb8cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5eb9fc-b5a8-469e-b737-280213090044,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:15.521300 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-88f43764-e597-4df8-aa30-1f4663eb8cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-733762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547208'] for router_interface, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:15.603427 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b1fd5-360b-4ecf-aeda-f671a6fce462 req-3bea45b0-3825-4f5a-9546-8dda82f5cc54 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:15.605109 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e04b1fd5-360b-4ecf-aeda-f671a6fce462 req-3bea45b0-3825-4f5a-9546-8dda82f5cc54 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 944 time: 0.0508587 Sep 10 15:19:15.633075 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:19:15.648036 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e04b1fd5-360b-4ecf-aeda-f671a6fce462 req-ac02ad67-23f4-44f7-8fb9-94a417d32191 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=87c1b214-cdc4-4a04-bba9-f2a4ac4a89ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350208 Sep 10 15:19:15.769034 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 4539f891-ce45-4b0c-8a9f-a30fc0a1a536, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=4539f891-ce45-4b0c-8a9f-a30fc0a1a536,segment=NetworkSegment(f917e91c-dcfb-4ada-a1fe-4754ca293181),segment_id=f917e91c-dcfb-4ada-a1fe-4754ca293181)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:15.781856 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': '4539f891-ce45-4b0c-8a9f-a30fc0a1a536', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'port_id': '4539f891-ce45-4b0c-8a9f-a30fc0a1a536', 'mac_address': 'fa:16:3e:7d:f8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:19:15.820992 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:15.834095 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:19:15.858203 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 4539f891-ce45-4b0c-8a9f-a30fc0a1a536, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=4539f891-ce45-4b0c-8a9f-a30fc0a1a536,segment=NetworkSegment(f917e91c-dcfb-4ada-a1fe-4754ca293181),segment_id=f917e91c-dcfb-4ada-a1fe-4754ca293181)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:15.862163 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:15.891052 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fff3f43d-bab4-42bb-9059-9daa44d2421a req-3b92dbfe-c93b-4fad-93cc-e446e4223818 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 210 time: 0.0272751 Sep 10 15:19:15.918089 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=4539f891-ce45-4b0c-8a9f-a30fc0a1a536,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:15.925333 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:15.925713 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:15.926053 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:15.926389 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:15.926726 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:15.927057 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:15.927385 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:15.927712 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:15.928037 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:15.928388 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:15.928710 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:15.929051 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:15.986897 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f43764-e597-4df8-aa30-1f4663eb8cc7 admin admin] Router 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:19:16.087090 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f43764-e597-4df8-aa30-1f4663eb8cc7 admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:19:16.092469 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-88f43764-e597-4df8-aa30-1f4663eb8cc7 admin admin] 10.222.0.32 "PUT /v2.0/routers/2bf0d4b4-1463-4f5b-9bb2-366a5e980294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7064004 Sep 10 15:19:16.095082 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 33796) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:16.098814 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59048d70-6881-49f4-9bad-6461063a1457 None None] Sync routers for ids ['2bf0d4b4-1463-4f5b-9bb2-366a5e980294'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:19:16.108109 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59048d70-6881-49f4-9bad-6461063a1457 None None] Routers {'2bf0d4b4-1463-4f5b-9bb2-366a5e980294'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:16.108642 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-59048d70-6881-49f4-9bad-6461063a1457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:19:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['2bf0d4b4-1463-4f5b-9bb2-366a5e980294'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:16.201600 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a68239a4-0e75-4963-aeca-a29dd4a96643 admin admin] Notify callbacks [] for router, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:16.218094 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-59048d70-6881-49f4-9bad-6461063a1457 None None] Set router 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:16.306340 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a68239a4-0e75-4963-aeca-a29dd4a96643 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:16.360995 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-a68239a4-0e75-4963-aeca-a29dd4a96643 admin admin] Deleting port ad260e01-ae47-4f7c-8716-c5bffab0b11a {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:16.361244 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a68239a4-0e75-4963-aeca-a29dd4a96643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:16.400899 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-59048d70-6881-49f4-9bad-6461063a1457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'name': 'tempest-TestMinimumBasicScenario-1484699444-router', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:48Z', 'updated_at': '2021-09-10T15:19:15Z', 'revision_number': 5, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'gw_port': {'id': 'ad260e01-ae47-4f7c-8716-c5bffab0b11a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:49Z', 'updated_at': '2021-09-10T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:16.428019 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59048d70-6881-49f4-9bad-6461063a1457 None None] Checking router: 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:19:16.436581 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59048d70-6881-49f4-9bad-6461063a1457 None None] Routers {'2bf0d4b4-1463-4f5b-9bb2-366a5e980294'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:16.437224 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-59048d70-6881-49f4-9bad-6461063a1457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:19:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['2bf0d4b4-1463-4f5b-9bb2-366a5e980294'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:16.437348 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-a68239a4-0e75-4963-aeca-a29dd4a96643 admin admin] For port ad260e01-ae47-4f7c-8716-c5bffab0b11a, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=ad260e01-ae47-4f7c-8716-c5bffab0b11a,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:16.437649 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a68239a4-0e75-4963-aeca-a29dd4a96643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:16.449870 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-a68239a4-0e75-4963-aeca-a29dd4a96643 admin admin] Calling delete_port for ad260e01-ae47-4f7c-8716-c5bffab0b11a owned by network:router_gateway {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:16.521056 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-59048d70-6881-49f4-9bad-6461063a1457 None None] Set router 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 gateway port host: None {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:16.574688 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-59048d70-6881-49f4-9bad-6461063a1457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'name': 'tempest-TestMinimumBasicScenario-1484699444-router', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:48Z', 'updated_at': '2021-09-10T15:19:16Z', 'revision_number': 6, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'gw_port_host': None}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:16.603389 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 2b133111-4ab3-4d07-b9af-2d32aff296e8 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:19:16.606933 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59048d70-6881-49f4-9bad-6461063a1457 None None] The sync data for ids ['2bf0d4b4-1463-4f5b-9bb2-366a5e980294'] in dv-cinder-760184-10-iscsi is: [{'id': '2bf0d4b4-1463-4f5b-9bb2-366a5e980294', 'name': 'tempest-TestMinimumBasicScenario-1484699444-router', 'tenant_id': '67fddebae12e4940b440329d4d79c43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:48Z', 'updated_at': '2021-09-10T15:19:16Z', 'revision_number': 6, 'project_id': '67fddebae12e4940b440329d4d79c43e', 'gw_port_host': None}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:19:16.623609 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a68239a4-0e75-4963-aeca-a29dd4a96643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:16.626251 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: 2b133111-4ab3-4d07-b9af-2d32aff296e8 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:19:16.626606 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 2b133111-4ab3-4d07-b9af-2d32aff296e8 not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:19:16.659093 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68239a4-0e75-4963-aeca-a29dd4a96643 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad260e01-ae47-4f7c-8716-c5bffab0b11a,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:16.722901 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a68239a4-0e75-4963-aeca-a29dd4a96643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551018'] for router_gateway, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:16.773612 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878a2b7-d951-403a-8c5d-e3ebff255fc5 req-e96092d5-9889-4b1a-8a90-f3044ef2e4d9 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:16.775071 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d878a2b7-d951-403a-8c5d-e3ebff255fc5 req-e96092d5-9889-4b1a-8a90-f3044ef2e4d9 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 945 time: 0.0483127 Sep 10 15:19:16.810488 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['4539f891-ce45-4b0c-8a9f-a30fc0a1a536'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:19:16.812912 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d878a2b7-d951-403a-8c5d-e3ebff255fc5 req-ad95ba25-0a94-4f94-8741-d022de9bd0aa tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=87c1b214-cdc4-4a04-bba9-f2a4ac4a89ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312152 Sep 10 15:19:16.826076 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a68239a4-0e75-4963-aeca-a29dd4a96643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-335'] for router, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:16.828600 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a68239a4-0e75-4963-aeca-a29dd4a96643 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:16.872583 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a68239a4-0e75-4963-aeca-a29dd4a96643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542672'] for router, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:16.873015 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68239a4-0e75-4963-aeca-a29dd4a96643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bf0d4b4-1463-4f5b-9bb2-366a5e980294 {{(pid=94032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 15:19:16.877534 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a68239a4-0e75-4963-aeca-a29dd4a96643 admin admin] Notify callbacks [] for router, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:16.878820 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-a68239a4-0e75-4963-aeca-a29dd4a96643 admin admin] 10.222.0.32 "DELETE /v2.0/routers/2bf0d4b4-1463-4f5b-9bb2-366a5e980294 HTTP/1.1" status: 204 len: 168 time: 0.7828236 Sep 10 15:19:16.881219 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 33802) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:16.925539 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ebd621c-8d2a-4f76-b356-cbb8b13ca097 admin admin] Deleting subnet 5b2243a4-91c1-47bc-bc6f-621c7a947db4 {{(pid=94032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:19:16.929602 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2ebd621c-8d2a-4f76-b356-cbb8b13ca097 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:16.973551 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2ebd621c-8d2a-4f76-b356-cbb8b13ca097 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13604879'] for subnet, precommit_delete_associations {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:17.010453 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bfa8d623-c417-49a1-afc2-5996da66a478 req-6c60bfee-63b3-4051-9b22-d835af211eae tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 210 time: 0.0323758 Sep 10 15:19:17.137895 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2ebd621c-8d2a-4f76-b356-cbb8b13ca097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766759'] for subnet, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:17.233047 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-ab8e16c4-9257-4622-8531-43006fbf14d5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:17.234489 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-ab8e16c4-9257-4622-8531-43006fbf14d5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.43 "GET /v2.0/networks?id=6da470b5-21a6-48da-8f44-511723482333 HTTP/1.1" status: 200 len: 817 time: 0.1623821 Sep 10 15:19:17.260141 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2ebd621c-8d2a-4f76-b356-cbb8b13ca097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13899841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13349813'] for subnet, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:17.292020 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd621c-8d2a-4f76-b356-cbb8b13ca097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b2243a4-91c1-47bc-bc6f-621c7a947db4,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:17.303233 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2ebd621c-8d2a-4f76-b356-cbb8b13ca097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:17.306905 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f687aa0-ec4b-4bfa-919e-f4df102e283f None None] Network aa73838c-5cca-48b5-b9e9-7a064476266f requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:19:17.307430 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-2ebd621c-8d2a-4f76-b356-cbb8b13ca097 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5b2243a4-91c1-47bc-bc6f-621c7a947db4 HTTP/1.1" status: 204 len: 168 time: 0.4252584 Sep 10 15:19:17.307744 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33810) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:17.315063 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-5197997d-6d78-480a-8ce5-5dd6fc08756c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38a103aa430e44d19677d7d83ecdf77d HTTP/1.1" status: 200 len: 380 time: 0.0691974 Sep 10 15:19:17.325593 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-24ec6cef-a9bf-494f-be60-bfdf44c772f5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Request body: {'port': {'device_id': 'b2b620f6-f2af-446d-960b-940b509dbfb3', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'admin_state_up': True, 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'security_groups': ['f3156084-6cd6-48d0-a866-7c97289141c2']}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:19:17.386120 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1354939'] for network, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:17.447048 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-24ec6cef-a9bf-494f-be60-bfdf44c772f5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Made reservation on behalf of 38a103aa430e44d19677d7d83ecdf77d for: {'port': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:19:17.451260 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-24ec6cef-a9bf-494f-be60-bfdf44c772f5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:17.455607 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] Deleting port 8649bc82-bf60-4ef7-8231-552361d96fee {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:17.455961 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:17.502934 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2208d4d-5b81-4fe9-a3f4-6c4b0bfdbbc1 None None] DHCP port deletion for aa73838c-5cca-48b5-b9e9-7a064476266f request from dv-cinder-760184-10-iscsi {{(pid=94033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 15:19:17.540860 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] For port 8649bc82-bf60-4ef7-8231-552361d96fee, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=8649bc82-bf60-4ef7-8231-552361d96fee,segment=NetworkSegment(bdb5fef4-4e1a-46b4-b367-edc95c39add2),segment_id=bdb5fef4-4e1a-46b4-b367-edc95c39add2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:17.541222 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:17.554675 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] Calling delete_port for 8649bc82-bf60-4ef7-8231-552361d96fee owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:17.556000 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-c2208d4d-5b81-4fe9-a3f4-6c4b0bfdbbc1 None None] Deleting port 8649bc82-bf60-4ef7-8231-552361d96fee {{(pid=94033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:17.556382 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c2208d4d-5b81-4fe9-a3f4-6c4b0bfdbbc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:17.604592 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-24ec6cef-a9bf-494f-be60-bfdf44c772f5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Allocated IP 172.20.0.8 (6da470b5-21a6-48da-8f44-511723482333/ef768324-eaba-4f07-b58a-689f0ef013d0/e35aee13-9436-43ac-b397-dc34d328e8c8) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:19:17.633905 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:17.635286 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-c2208d4d-5b81-4fe9-a3f4-6c4b0bfdbbc1 None None] For port 8649bc82-bf60-4ef7-8231-552361d96fee, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=8649bc82-bf60-4ef7-8231-552361d96fee,segment=NetworkSegment(bdb5fef4-4e1a-46b4-b367-edc95c39add2),segment_id=bdb5fef4-4e1a-46b4-b367-edc95c39add2)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:17.635926 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c2208d4d-5b81-4fe9-a3f4-6c4b0bfdbbc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:17.658444 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-c2208d4d-5b81-4fe9-a3f4-6c4b0bfdbbc1 None None] Calling delete_port for 8649bc82-bf60-4ef7-8231-552361d96fee owned by network:dhcp {{(pid=94033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:17.664751 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] Pushing event deleted for resources: {'Port': ['ID=8649bc82-bf60-4ef7-8231-552361d96fee,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:17.666925 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] No DVR routers for this DVR port 8649bc82-bf60-4ef7-8231-552361d96fee on host dv-cinder-760184-10-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:19:17.768125 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767442', 'neutron.services.segments.db._delete_segments_for_network-8740670112925'] for network, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:17.793047 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa73838c-5cca-48b5-b9e9-7a064476266f']}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:17.804703 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb5fef4-4e1a-46b4-b367-edc95c39add2') {'for_net_delete': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:17.805174 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb5fef4-4e1a-46b4-b367-edc95c39add2') {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:17.805884 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c2208d4d-5b81-4fe9-a3f4-6c4b0bfdbbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354'] for port, after_delete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:17.809853 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-24ec6cef-a9bf-494f-be60-bfdf44c772f5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:17.820245 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740670111398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12600670'] for segment, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:17.824546 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-24ec6cef-a9bf-494f-be60-bfdf44c772f5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Transition to ACTIVE for port object e35aee13-9436-43ac-b397-dc34d328e8c8 will not be triggered until provisioned by entity DHCP. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:19:17.836009 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:17.845651 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2208d4d-5b81-4fe9-a3f4-6c4b0bfdbbc1 None None] Pushing event deleted for resources: {'Port': ['ID=8649bc82-bf60-4ef7-8231-552361d96fee,revision_number=None']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:17.846466 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:19:17.846881 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13673099'] for segment, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: Traceback (most recent call last): Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: timer() Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: cb(*args, **kw) Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: return func(*args, **kwargs) Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: self._notify() Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: self.callback(batched_events) Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: event.method(event) Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: return f(self, *a, **k) Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: return self._get(url).json() Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: return self.request(url, 'GET', **kwargs) Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:19:17.852410 dv-cinder-760184-10-iscsi neutron-server[94031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:19:17.854545 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2208d4d-5b81-4fe9-a3f4-6c4b0bfdbbc1 None None] No DVR routers for this DVR port 8649bc82-bf60-4ef7-8231-552361d96fee on host dv-cinder-760184-10-iscsi {{(pid=94033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:19:17.896600 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-24ec6cef-a9bf-494f-be60-bfdf44c772f5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:17.954702 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-24ec6cef-a9bf-494f-be60-bfdf44c772f5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Network 6da470b5-21a6-48da-8f44-511723482333 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:19:17.956731 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550926'] for network, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:17.962087 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-24ec6cef-a9bf-494f-be60-bfdf44c772f5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:19:17.964605 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-24ec6cef-a9bf-494f-be60-bfdf44c772f5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:19:17.966110 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:17.968184 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] 10.222.0.32 "DELETE /v2.0/networks/aa73838c-5cca-48b5-b9e9-7a064476266f HTTP/1.1" status: 204 len: 168 time: 0.6593916 Sep 10 15:19:17.982701 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33818) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:17.989658 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e85879-1fd0-4420-bc95-1c1ee28bbd37 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa73838c-5cca-48b5-b9e9-7a064476266f,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:17.990591 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec6cef-a9bf-494f-be60-bfdf44c772f5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Pushing event updated for resources: {'Port': ['ID=e35aee13-9436-43ac-b397-dc34d328e8c8,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:17.999260 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da70f4-504a-4e40-a097-f12abc4f77cb req-beedd8ca-7efc-4ba2-96ea-b60afd3ffa21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:18.010753 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-00da70f4-504a-4e40-a097-f12abc4f77cb req-beedd8ca-7efc-4ba2-96ea-b60afd3ffa21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 945 time: 0.0880818 Sep 10 15:19:18.024314 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-24ec6cef-a9bf-494f-be60-bfdf44c772f5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:18.025132 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-24ec6cef-a9bf-494f-be60-bfdf44c772f5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:18.043418 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-24ec6cef-a9bf-494f-be60-bfdf44c772f5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7214255 Sep 10 15:19:18.056471 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Request body: {'port': {'device_id': 'b2b620f6-f2af-446d-960b-940b509dbfb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:19:18.122553 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-00da70f4-504a-4e40-a097-f12abc4f77cb req-a254b003-a426-48f7-9332-5ef4c9f1469a tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=87c1b214-cdc4-4a04-bba9-f2a4ac4a89ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080816 Sep 10 15:19:18.139596 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:18.245223 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b84faa-df9c-479e-985f-86324c050a02 req-b40f28ff-e574-42e7-a263-1c37a568da41 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:18.253692 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-23b84faa-df9c-479e-985f-86324c050a02 req-b40f28ff-e574-42e7-a263-1c37a568da41 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 931 time: 0.1281595 Sep 10 15:19:18.327071 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 8649bc82-bf60-4ef7-8231-552361d96fee no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:19:18.327496 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-23b84faa-df9c-479e-985f-86324c050a02 req-b2cf03bf-c557-4330-abaa-23e96f523a63 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731554 Sep 10 15:19:18.377469 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: 8649bc82-bf60-4ef7-8231-552361d96fee {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:19:18.377823 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 8649bc82-bf60-4ef7-8231-552361d96fee not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:19:18.378233 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device ad260e01-ae47-4f7c-8716-c5bffab0b11a no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:19:18.401009 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: ad260e01-ae47-4f7c-8716-c5bffab0b11a {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:19:18.401544 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device ad260e01-ae47-4f7c-8716-c5bffab0b11a not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:19:18.402006 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 9b5eb9fc-b5a8-469e-b737-280213090044 no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:19:18.407191 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-2f9db30a-1c7a-497c-bd7c-8baf35685b1d None None] Provisioning for port e35aee13-9436-43ac-b397-dc34d328e8c8 completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:19:18.428298 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-2f9db30a-1c7a-497c-bd7c-8baf35685b1d None None] Provisioning complete for port e35aee13-9436-43ac-b397-dc34d328e8c8 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:19:18.428673 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-2f9db30a-1c7a-497c-bd7c-8baf35685b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:18.430309 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: 9b5eb9fc-b5a8-469e-b737-280213090044 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:19:18.430654 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 9b5eb9fc-b5a8-469e-b737-280213090044 not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:19:18.471783 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-2f9db30a-1c7a-497c-bd7c-8baf35685b1d None None] Port e35aee13-9436-43ac-b397-dc34d328e8c8 cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:19:18.473432 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35aee13-9436-43ac-b397-dc34d328e8c8 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:19:18.482615 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:18.495993 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Transition to ACTIVE for port object e35aee13-9436-43ac-b397-dc34d328e8c8 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:19:18.499063 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:18.566623 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Pushing event updated for resources: {'Port': ['ID=e35aee13-9436-43ac-b397-dc34d328e8c8,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:18.639877 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Attempting to bind port e35aee13-9436-43ac-b397-dc34d328e8c8 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:19:18.640461 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Attempting to bind port e35aee13-9436-43ac-b397-dc34d328e8c8 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'e5ba6727-d32e-45bf-8bd8-4952c3bafa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6da470b5-21a6-48da-8f44-511723482333'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:19:18.641016 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Attempting to bind port e35aee13-9436-43ac-b397-dc34d328e8c8 on network 6da470b5-21a6-48da-8f44-511723482333 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:19:18.645950 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Port e35aee13-9436-43ac-b397-dc34d328e8c8 on network 6da470b5-21a6-48da-8f44-511723482333 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:19:18.646274 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Attempting to bind port e35aee13-9436-43ac-b397-dc34d328e8c8 on network 6da470b5-21a6-48da-8f44-511723482333 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:19:18.651233 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:19:18.651704 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Checking segment: {'id': 'e5ba6727-d32e-45bf-8bd8-4952c3bafa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6da470b5-21a6-48da-8f44-511723482333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:19:18.652094 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Bound using segment: {'id': 'e5ba6727-d32e-45bf-8bd8-4952c3bafa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6da470b5-21a6-48da-8f44-511723482333'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:19:18.652526 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Bound port: e35aee13-9436-43ac-b397-dc34d328e8c8, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5ba6727-d32e-45bf-8bd8-4952c3bafa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6da470b5-21a6-48da-8f44-511723482333'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:19:18.653162 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:18.722846 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] For port e35aee13-9436-43ac-b397-dc34d328e8c8, host hv-cinder-76018, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:19:18.725877 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] For port e35aee13-9436-43ac-b397-dc34d328e8c8, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e35aee13-9436-43ac-b397-dc34d328e8c8,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:19:18.730132 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:18.751166 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d9630521-9345-4e07-935d-aaed414ed94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547132'] for router_interface, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:18.762045 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:18.763347 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:18.764770 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] 10.222.0.43 "PUT /v2.0/ports/e35aee13-9436-43ac-b397-dc34d328e8c8 HTTP/1.1" status: 200 len: 1093 time: 0.7131648 Sep 10 15:19:18.765254 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b620f6-f2af-446d-960b-940b509dbfb3', 'tag': 'e35aee13-9436-43ac-b397-dc34d328e8c8'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:19:18.767477 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3819b2-7b60-4a2b-9895-8f3a9848c188" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b620f6-f2af-446d-960b-940b509dbfb3", "tag": "e35aee13-9436-43ac-b397-dc34d328e8c8"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:19:18.804659 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6f4eb-ed89-4b7d-9868-e1e83894d411 service neutron] Pushing event updated for resources: {'Port': ['ID=e35aee13-9436-43ac-b397-dc34d328e8c8,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:18.820367 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:19:18.844062 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d6c775-ae46-49b2-bff5-f9030bb73b57 x-openstack-request-id: req-12d6c775-ae46-49b2-bff5-f9030bb73b57 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:19:18.844587 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b620f6-f2af-446d-960b-940b509dbfb3", "tag": "e35aee13-9436-43ac-b397-dc34d328e8c8", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:19:18.844587 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12d6c775-ae46-49b2-bff5-f9030bb73b57 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:19:18.845010 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b620f6-f2af-446d-960b-940b509dbfb3', 'tag': 'e35aee13-9436-43ac-b397-dc34d328e8c8', 'status': 'completed', 'code': 200} Sep 10 15:19:18.863352 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-a7133bb3-1876-492a-8cd8-a923f4907d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:18.865489 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-a7133bb3-1876-492a-8cd8-a923f4907d2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38a103aa430e44d19677d7d83ecdf77d&device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 1096 time: 0.0525613 Sep 10 15:19:18.899359 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:19:18.904975 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:19:18.905758 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:18.920945 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-0e67aeb9-5673-4a39-9f40-d3dfc2a524b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e35aee13-9436-43ac-b397-dc34d328e8c8 HTTP/1.1" status: 200 len: 217 time: 0.0473418 Sep 10 15:19:18.977687 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-7dc9a9e8-f4dd-4a2a-86da-34960e78959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:18.979294 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-7dc9a9e8-f4dd-4a2a-86da-34960e78959c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef768324-eaba-4f07-b58a-689f0ef013d0 HTTP/1.1" status: 200 len: 856 time: 0.0511940 Sep 10 15:19:18.993973 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:19.023558 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d8743f-1979-43a3-a3ba-fd49bf6d780d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4539f891-ce45-4b0c-8a9f-a30fc0a1a536'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:19:19.026552 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6266980-3772-4fa2-801b-297f99f376da" -d '{"events": [{"server_uuid": "b7d8743f-1979-43a3-a3ba-fd49bf6d780d", "name": "network-vif-plugged", "status": "completed", "tag": "4539f891-ce45-4b0c-8a9f-a30fc0a1a536"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:19:19.034944 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-3f661aed-5dea-4651-bb42-f221e7a4b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:19.037703 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-3f661aed-5dea-4651-bb42-f221e7a4b7b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6da470b5-21a6-48da-8f44-511723482333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507085 Sep 10 15:19:19.039513 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-d9630521-9345-4e07-935d-aaed414ed94b admin admin] Deleting port 48b5f249-fd04-4512-a386-bec658db7c5a {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:19.039925 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d9630521-9345-4e07-935d-aaed414ed94b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:19.041971 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 4539f891-ce45-4b0c-8a9f-a30fc0a1a536, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=4539f891-ce45-4b0c-8a9f-a30fc0a1a536,segment=NetworkSegment(f917e91c-dcfb-4ada-a1fe-4754ca293181),segment_id=f917e91c-dcfb-4ada-a1fe-4754ca293181)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:19.052222 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:19.115855 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=4539f891-ce45-4b0c-8a9f-a30fc0a1a536,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:19.130428 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74c1c5d-ca13-48a2-87fa-c1d81bb3e9df x-openstack-request-id: req-d74c1c5d-ca13-48a2-87fa-c1d81bb3e9df {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:19:19.130732 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d8743f-1979-43a3-a3ba-fd49bf6d780d", "name": "network-vif-plugged", "status": "completed", "tag": "4539f891-ce45-4b0c-8a9f-a30fc0a1a536", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:19:19.130986 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d74c1c5d-ca13-48a2-87fa-c1d81bb3e9df {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:19:19.131374 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d8743f-1979-43a3-a3ba-fd49bf6d780d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4539f891-ce45-4b0c-8a9f-a30fc0a1a536', 'code': 200} Sep 10 15:19:19.140389 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-49bcd5fc-e202-4400-a45b-18f8e7b18cf7 service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949078 Sep 10 15:19:19.152798 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-d9630521-9345-4e07-935d-aaed414ed94b admin admin] For port 48b5f249-fd04-4512-a386-bec658db7c5a, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=48b5f249-fd04-4512-a386-bec658db7c5a,segment=NetworkSegment(92e11819-908f-47f8-a8bf-f0a78b86736d),segment_id=92e11819-908f-47f8-a8bf-f0a78b86736d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:19.153789 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d9630521-9345-4e07-935d-aaed414ed94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:19.168636 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-d9630521-9345-4e07-935d-aaed414ed94b admin admin] Calling delete_port for 48b5f249-fd04-4512-a386-bec658db7c5a owned by network:router_interface {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:19.242823 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-dc164735-b2c7-4d13-ba8d-0d4358282a8d req-d5f5ec93-34c2-411e-88df-a278eb47de45 service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918832 Sep 10 15:19:19.304288 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5177a-3d08-4610-aa83-e9ad658941bb req-575926a5-5bad-40b8-b476-4ccf382162f7 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:19.305796 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fca5177a-3d08-4610-aa83-e9ad658941bb req-575926a5-5bad-40b8-b476-4ccf382162f7 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 946 time: 0.0795422 Sep 10 15:19:19.380356 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fac0f3-69c7-4dd6-88d8-e33cf47565a5 req-29e43f8f-c56e-4340-a82d-b62e0f36aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:19.383105 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b2fac0f3-69c7-4dd6-88d8-e33cf47565a5 req-29e43f8f-c56e-4340-a82d-b62e0f36aa7b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 1099 time: 0.0892596 Sep 10 15:19:19.387587 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3819b2-7b60-4a2b-9895-8f3a9848c188 req-311f9255-e1d8-446e-8462-d1074d2482d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:19.390077 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2b3819b2-7b60-4a2b-9895-8f3a9848c188 req-311f9255-e1d8-446e-8462-d1074d2482d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38a103aa430e44d19677d7d83ecdf77d&device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 1096 time: 0.0879662 Sep 10 15:19:19.403877 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fca5177a-3d08-4610-aa83-e9ad658941bb req-5e5469cc-778c-4045-a06a-c0ad088bb3dc tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=87c1b214-cdc4-4a04-bba9-f2a4ac4a89ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520830 Sep 10 15:19:19.459019 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b2fac0f3-69c7-4dd6-88d8-e33cf47565a5 req-056e85a8-e838-45b2-8ceb-e3100f56ef06 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=87c1b214-cdc4-4a04-bba9-f2a4ac4a89ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678306 Sep 10 15:19:19.507241 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae796d2-98eb-41ee-ade5-57245467ee36 req-cd1b8ed5-f24d-4447-8216-5a1e4b5349d9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:19.509552 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1ae796d2-98eb-41ee-ade5-57245467ee36 req-cd1b8ed5-f24d-4447-8216-5a1e4b5349d9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 943 time: 0.0884016 Sep 10 15:19:19.518577 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3819b2-7b60-4a2b-9895-8f3a9848c188 req-93e5609e-c430-439e-8b5a-cd3957c211b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:19.520016 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2b3819b2-7b60-4a2b-9895-8f3a9848c188 req-93e5609e-c430-439e-8b5a-cd3957c211b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6da470b5-21a6-48da-8f44-511723482333 HTTP/1.1" status: 200 len: 918 time: 0.1219707 Sep 10 15:19:19.542842 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d9630521-9345-4e07-935d-aaed414ed94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:19.578998 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9630521-9345-4e07-935d-aaed414ed94b admin admin] Pushing event deleted for resources: {'Port': ['ID=48b5f249-fd04-4512-a386-bec658db7c5a,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:19.585563 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1ae796d2-98eb-41ee-ade5-57245467ee36 req-45592b33-1c8c-46a9-afb6-5589c7f1d09a tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702865 Sep 10 15:19:19.702896 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2b3819b2-7b60-4a2b-9895-8f3a9848c188 req-ba0acb56-e179-49df-a378-34a940940337 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e35aee13-9436-43ac-b397-dc34d328e8c8 HTTP/1.1" status: 200 len: 217 time: 0.0383313 Sep 10 15:19:19.754054 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d9630521-9345-4e07-935d-aaed414ed94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-733762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547208'] for router_interface, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:19.757583 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3819b2-7b60-4a2b-9895-8f3a9848c188 req-d16c5b12-1ffd-470c-94ea-4deddd28dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:19.758989 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2b3819b2-7b60-4a2b-9895-8f3a9848c188 req-d16c5b12-1ffd-470c-94ea-4deddd28dcfd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef768324-eaba-4f07-b58a-689f0ef013d0 HTTP/1.1" status: 200 len: 856 time: 0.0490074 Sep 10 15:19:19.808882 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3819b2-7b60-4a2b-9895-8f3a9848c188 req-db67619d-6d96-4038-b1bd-a54173e2c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:19.811055 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2b3819b2-7b60-4a2b-9895-8f3a9848c188 req-db67619d-6d96-4038-b1bd-a54173e2c713 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6da470b5-21a6-48da-8f44-511723482333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425572 Sep 10 15:19:19.914916 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2b3819b2-7b60-4a2b-9895-8f3a9848c188 req-b47112df-51f1-4f72-beea-6ae895055c2f service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947762 Sep 10 15:19:19.984705 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9630521-9345-4e07-935d-aaed414ed94b admin admin] Router f8d3e7ac-4d80-465d-8a4f-7281666451fb has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:19:20.009890 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2b3819b2-7b60-4a2b-9895-8f3a9848c188 req-b564914c-92d0-467d-b5a2-3ba16f07afe0 service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848973 Sep 10 15:19:20.089579 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9630521-9345-4e07-935d-aaed414ed94b admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:19:20.094726 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-d9630521-9345-4e07-935d-aaed414ed94b admin admin] 10.222.0.32 "PUT /v2.0/routers/f8d3e7ac-4d80-465d-8a4f-7281666451fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1110649 Sep 10 15:19:20.097371 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33844) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:20.098424 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c709083-127d-44dd-b1ac-b7ccfb4d4310 None None] Sync routers for ids ['f8d3e7ac-4d80-465d-8a4f-7281666451fb'] in dv-cinder-760184-10-iscsi {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:19:20.108563 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c709083-127d-44dd-b1ac-b7ccfb4d4310 None None] Routers {'f8d3e7ac-4d80-465d-8a4f-7281666451fb'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:20.109199 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-3c709083-127d-44dd-b1ac-b7ccfb4d4310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:19:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['f8d3e7ac-4d80-465d-8a4f-7281666451fb'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:20.198969 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-30ffb3dd-b34b-49dd-8acf-8de6e40a9fc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:20.209440 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-3c709083-127d-44dd-b1ac-b7ccfb4d4310 None None] Set router f8d3e7ac-4d80-465d-8a4f-7281666451fb gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:20.308237 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-30ffb3dd-b34b-49dd-8acf-8de6e40a9fc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:20.364587 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-30ffb3dd-b34b-49dd-8acf-8de6e40a9fc4 admin admin] Deleting port 1062ba30-dff9-47a4-90b4-d6ae8f7a65de {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:20.364970 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-30ffb3dd-b34b-49dd-8acf-8de6e40a9fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:20.390065 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-3c709083-127d-44dd-b1ac-b7ccfb4d4310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d3e7ac-4d80-465d-8a4f-7281666451fb', 'name': 'tempest-TestMinimumBasicScenario-1772034088-router', 'tenant_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '1062ba30-dff9-47a4-90b4-d6ae8f7a65de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:55Z', 'updated_at': '2021-09-10T15:19:19Z', 'revision_number': 5, 'project_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'gw_port': {'id': '1062ba30-dff9-47a4-90b4-d6ae8f7a65de', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e7ac-4d80-465d-8a4f-7281666451fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:15:56Z', 'updated_at': '2021-09-10T15:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:20.420780 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c709083-127d-44dd-b1ac-b7ccfb4d4310 None None] Checking router: f8d3e7ac-4d80-465d-8a4f-7281666451fb for host: dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:19:20.431530 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c709083-127d-44dd-b1ac-b7ccfb4d4310 None None] Routers {'f8d3e7ac-4d80-465d-8a4f-7281666451fb'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:20.432339 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-3c709083-127d-44dd-b1ac-b7ccfb4d4310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:19:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['f8d3e7ac-4d80-465d-8a4f-7281666451fb'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:20.449945 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-30ffb3dd-b34b-49dd-8acf-8de6e40a9fc4 admin admin] For port 1062ba30-dff9-47a4-90b4-d6ae8f7a65de, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=1062ba30-dff9-47a4-90b4-d6ae8f7a65de,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:20.450602 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-30ffb3dd-b34b-49dd-8acf-8de6e40a9fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:20.463367 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-30ffb3dd-b34b-49dd-8acf-8de6e40a9fc4 admin admin] Calling delete_port for 1062ba30-dff9-47a4-90b4-d6ae8f7a65de owned by network:router_gateway {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:20.524001 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-3c709083-127d-44dd-b1ac-b7ccfb4d4310 None None] Set router f8d3e7ac-4d80-465d-8a4f-7281666451fb gateway port host: None {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:20.559658 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05293267-6ab2-421f-94cc-7f877d76ac29 req-ab7b668d-ab5d-4b22-9205-2e435f3caad5 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:20.561186 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-05293267-6ab2-421f-94cc-7f877d76ac29 req-ab7b668d-ab5d-4b22-9205-2e435f3caad5 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 946 time: 0.0951581 Sep 10 15:19:20.582905 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-3c709083-127d-44dd-b1ac-b7ccfb4d4310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d3e7ac-4d80-465d-8a4f-7281666451fb', 'name': 'tempest-TestMinimumBasicScenario-1772034088-router', 'tenant_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:55Z', 'updated_at': '2021-09-10T15:19:20Z', 'revision_number': 6, 'project_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'gw_port_host': None}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:20.614601 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c709083-127d-44dd-b1ac-b7ccfb4d4310 None None] The sync data for ids ['f8d3e7ac-4d80-465d-8a4f-7281666451fb'] in dv-cinder-760184-10-iscsi is: [{'id': 'f8d3e7ac-4d80-465d-8a4f-7281666451fb', 'name': 'tempest-TestMinimumBasicScenario-1772034088-router', 'tenant_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:15:55Z', 'updated_at': '2021-09-10T15:19:20Z', 'revision_number': 6, 'project_id': '13d8b1e1bcd8469dbe728fc2419fec1b', 'gw_port_host': None}] {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:19:20.697629 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-05293267-6ab2-421f-94cc-7f877d76ac29 req-f434e529-0dc6-4e0b-b259-aa333cb41a89 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=87c1b214-cdc4-4a04-bba9-f2a4ac4a89ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700283 Sep 10 15:19:20.779430 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6880b4-0818-4520-8857-876af30da77e req-9e5f20fc-6049-4028-9358-c854f1bb2932 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:20.780913 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cc6880b4-0818-4520-8857-876af30da77e req-9e5f20fc-6049-4028-9358-c854f1bb2932 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 943 time: 0.1001811 Sep 10 15:19:20.786734 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-30ffb3dd-b34b-49dd-8acf-8de6e40a9fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:20.828817 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffb3dd-b34b-49dd-8acf-8de6e40a9fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1062ba30-dff9-47a4-90b4-d6ae8f7a65de,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:20.832133 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device e35aee13-9436-43ac-b397-dc34d328e8c8 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:19:20.893052 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cc6880b4-0818-4520-8857-876af30da77e req-fe24d2bb-5f3b-476e-b3dc-9a20f2af365d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030767 Sep 10 15:19:20.909034 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-30ffb3dd-b34b-49dd-8acf-8de6e40a9fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551018'] for router_gateway, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:20.936032 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port e35aee13-9436-43ac-b397-dc34d328e8c8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e35aee13-9436-43ac-b397-dc34d328e8c8,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:20.946919 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': 'e35aee13-9436-43ac-b397-dc34d328e8c8', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'port_id': 'e35aee13-9436-43ac-b397-dc34d328e8c8', 'mac_address': 'fa:16:3e:f1:a2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:19:20.986370 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.005192 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35aee13-9436-43ac-b397-dc34d328e8c8 {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:19:21.013528 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-30ffb3dd-b34b-49dd-8acf-8de6e40a9fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-335'] for router, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.015898 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-30ffb3dd-b34b-49dd-8acf-8de6e40a9fc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.026976 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port e35aee13-9436-43ac-b397-dc34d328e8c8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e35aee13-9436-43ac-b397-dc34d328e8c8,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:21.031574 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.084194 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-30ffb3dd-b34b-49dd-8acf-8de6e40a9fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542672'] for router, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.084748 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ffb3dd-b34b-49dd-8acf-8de6e40a9fc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8d3e7ac-4d80-465d-8a4f-7281666451fb {{(pid=94031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 15:19:21.085868 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=e35aee13-9436-43ac-b397-dc34d328e8c8,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:21.091397 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-30ffb3dd-b34b-49dd-8acf-8de6e40a9fc4 admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.092505 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-30ffb3dd-b34b-49dd-8acf-8de6e40a9fc4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f8d3e7ac-4d80-465d-8a4f-7281666451fb HTTP/1.1" status: 204 len: 168 time: 0.9942193 Sep 10 15:19:21.095047 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33858) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:21.141268 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82b0e7c-3491-412a-84c4-deb260e658bc admin admin] Deleting subnet fe4d73fb-9264-466a-8457-906a4005307f {{(pid=94031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:19:21.144216 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a82b0e7c-3491-412a-84c4-deb260e658bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.178101 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a82b0e7c-3491-412a-84c4-deb260e658bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12600615'] for subnet, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.239158 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['e35aee13-9436-43ac-b397-dc34d328e8c8'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:19:21.287443 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a82b0e7c-3491-412a-84c4-deb260e658bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766759'] for subnet, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.343014 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a82b0e7c-3491-412a-84c4-deb260e658bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13672809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13098714'] for subnet, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.368829 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b0e7c-3491-412a-84c4-deb260e658bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe4d73fb-9264-466a-8457-906a4005307f,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:21.373559 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a82b0e7c-3491-412a-84c4-deb260e658bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.377539 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 33860) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:21.377986 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a82b0e7c-3491-412a-84c4-deb260e658bc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fe4d73fb-9264-466a-8457-906a4005307f HTTP/1.1" status: 204 len: 168 time: 0.2816193 Sep 10 15:19:21.382634 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa93e03-90fe-41cb-aeb0-10d11820db58 None None] Network 70d2f599-bafa-4d32-87e2-4c91b5f81255 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:19:21.450891 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1354939'] for network, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.502309 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] Deleting port 96107f67-6486-4fae-a147-356b9779725c {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:21.502640 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.552283 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88acd64-dcbd-42bf-9844-3030f0b80f5f None None] DHCP port deletion for 70d2f599-bafa-4d32-87e2-4c91b5f81255 request from dv-cinder-760184-10-iscsi {{(pid=94033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 15:19:21.581597 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] For port 96107f67-6486-4fae-a147-356b9779725c, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=96107f67-6486-4fae-a147-356b9779725c,segment=NetworkSegment(92e11819-908f-47f8-a8bf-f0a78b86736d),segment_id=92e11819-908f-47f8-a8bf-f0a78b86736d)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:21.581977 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.595081 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] Calling delete_port for 96107f67-6486-4fae-a147-356b9779725c owned by network:dhcp {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:21.603765 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-c88acd64-dcbd-42bf-9844-3030f0b80f5f None None] Deleting port 96107f67-6486-4fae-a147-356b9779725c {{(pid=94033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:21.604142 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c88acd64-dcbd-42bf-9844-3030f0b80f5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.688475 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.726170 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] No DVR routers for this DVR port 96107f67-6486-4fae-a147-356b9779725c on host dv-cinder-760184-10-iscsi {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:19:21.728224 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=96107f67-6486-4fae-a147-356b9779725c,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:21.826261 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767442', 'neutron.services.segments.db._delete_segments_for_network-8740670112925'] for network, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.828023 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d64b85-6659-4cb9-b730-dc0f059d4d5c req-1f4670b7-930a-4f34-8317-7dd671ad60ff tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:21.830293 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b0d64b85-6659-4cb9-b730-dc0f059d4d5c req-1f4670b7-930a-4f34-8317-7dd671ad60ff tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 946 time: 0.0537424 Sep 10 15:19:21.852484 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d2f599-bafa-4d32-87e2-4c91b5f81255']}} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:21.852641 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-c88acd64-dcbd-42bf-9844-3030f0b80f5f None None] For port 96107f67-6486-4fae-a147-356b9779725c, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=96107f67-6486-4fae-a147-356b9779725c,segment=NetworkSegment(92e11819-908f-47f8-a8bf-f0a78b86736d),segment_id=92e11819-908f-47f8-a8bf-f0a78b86736d)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:21.857210 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c88acd64-dcbd-42bf-9844-3030f0b80f5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.864875 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e11819-908f-47f8-a8bf-f0a78b86736d') {'for_net_delete': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:21.865167 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e11819-908f-47f8-a8bf-f0a78b86736d') {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:21.871033 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b0d64b85-6659-4cb9-b730-dc0f059d4d5c req-3b38348e-61f4-4c74-a8e5-0b4210442444 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=87c1b214-cdc4-4a04-bba9-f2a4ac4a89ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353072 Sep 10 15:19:21.873885 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-c88acd64-dcbd-42bf-9844-3030f0b80f5f None None] Calling delete_port for 96107f67-6486-4fae-a147-356b9779725c owned by network:dhcp {{(pid=94033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:21.875393 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740670111398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13604982'] for segment, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.893929 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.900816 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:19:21.901351 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13900707'] for segment, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: Traceback (most recent call last): Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: timer() Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: cb(*args, **kw) Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: return func(*args, **kwargs) Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: self._notify() Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: self.callback(batched_events) Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: event.method(event) Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: return f(self, *a, **k) Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: return self._get(url).json() Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: return self.request(url, 'GET', **kwargs) Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:19:21.903822 dv-cinder-760184-10-iscsi neutron-server[94032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:19:21.967828 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c88acd64-dcbd-42bf-9844-3030f0b80f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354'] for port, after_delete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.983252 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550926'] for network, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.993881 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:21.996073 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] 10.222.0.32 "DELETE /v2.0/networks/70d2f599-bafa-4d32-87e2-4c91b5f81255 HTTP/1.1" status: 204 len: 168 time: 0.6175432 Sep 10 15:19:22.003718 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88acd64-dcbd-42bf-9844-3030f0b80f5f None None] Pushing event deleted for resources: {'Port': ['ID=96107f67-6486-4fae-a147-356b9779725c,revision_number=None']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:22.008343 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea72ad-18d6-4425-bc0f-f951720c8c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=70d2f599-bafa-4d32-87e2-4c91b5f81255,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:22.017125 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88acd64-dcbd-42bf-9844-3030f0b80f5f None None] No DVR routers for this DVR port 96107f67-6486-4fae-a147-356b9779725c on host dv-cinder-760184-10-iscsi {{(pid=94033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:19:22.055825 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b2c05-5271-4673-9077-f7d44a8b9be2 req-935eca7c-315f-4d7e-b642-f6bd60ec10ea tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:22.057342 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-195b2c05-5271-4673-9077-f7d44a8b9be2 req-935eca7c-315f-4d7e-b642-f6bd60ec10ea tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 946 time: 0.1103432 Sep 10 15:19:22.067664 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 33876) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:22.071118 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e729591-302c-4916-993f-728b9463ac30 req-f1a0378a-e69d-4bd8-8934-fd245debdc81 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:22.072596 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-43bef730-5b62-403b-b8a1-16b9dbb621b6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Request body: {'floatingip': {'port_id': '4539f891-ce45-4b0c-8a9f-a30fc0a1a536'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:19:22.072773 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9e729591-302c-4916-993f-728b9463ac30 req-f1a0378a-e69d-4bd8-8934-fd245debdc81 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 944 time: 0.0762806 Sep 10 15:19:22.114859 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9e729591-302c-4916-993f-728b9463ac30 req-8d6f2cc8-331d-4033-bdd4-6ed299aeec9c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352013 Sep 10 15:19:22.120475 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-43bef730-5b62-403b-b8a1-16b9dbb621b6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for floatingip, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:22.193864 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33878) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:22.237872 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-0e0981be-9fbe-49f2-a2d2-cc1857766058 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67fddebae12e4940b440329d4d79c43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405245 Sep 10 15:19:22.238140 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33880) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:22.291987 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08208a07-1e18-4365-90e1-dd3ecf52d990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:22.297712 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 48b5f249-fd04-4512-a386-bec658db7c5a no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:19:22.317666 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: 48b5f249-fd04-4512-a386-bec658db7c5a {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:19:22.318117 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 48b5f249-fd04-4512-a386-bec658db7c5a not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:19:22.318609 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 96107f67-6486-4fae-a147-356b9779725c no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:19:22.319602 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08208a07-1e18-4365-90e1-dd3ecf52d990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:22.338315 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: 96107f67-6486-4fae-a147-356b9779725c {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:19:22.338776 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 96107f67-6486-4fae-a147-356b9779725c not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:19:22.339514 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 1062ba30-dff9-47a4-90b4-d6ae8f7a65de no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:19:22.359921 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: 1062ba30-dff9-47a4-90b4-d6ae8f7a65de {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:19:22.360276 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 1062ba30-dff9-47a4-90b4-d6ae8f7a65de not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:19:22.377250 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08208a07-1e18-4365-90e1-dd3ecf52d990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:22.379806 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08208a07-1e18-4365-90e1-dd3ecf52d990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:22.381000 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-08208a07-1e18-4365-90e1-dd3ecf52d990 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a42d7413-bea5-4a6f-8e07-9f369f6c0b18 HTTP/1.1" status: 204 len: 168 time: 0.1420615 Sep 10 15:19:22.391076 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08208a07-1e18-4365-90e1-dd3ecf52d990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42d7413-bea5-4a6f-8e07-9f369f6c0b18,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:22.700635 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33886) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:22.740664 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-e25be3b6-3f5b-4549-bc10-caf40faa4dd5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13d8b1e1bcd8469dbe728fc2419fec1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388651 Sep 10 15:19:22.743068 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33888) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:22.789375 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b855d3c6-4865-4de1-85f6-ddc9af65320c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:22.799873 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-43bef730-5b62-403b-b8a1-16b9dbb621b6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:22.804218 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-43bef730-5b62-403b-b8a1-16b9dbb621b6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550972'] for floatingip, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:22.811324 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b855d3c6-4865-4de1-85f6-ddc9af65320c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:22.859961 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device e35aee13-9436-43ac-b397-dc34d328e8c8 up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:19:22.871178 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b855d3c6-4865-4de1-85f6-ddc9af65320c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:22.874651 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b855d3c6-4865-4de1-85f6-ddc9af65320c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:22.878149 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-b855d3c6-4865-4de1-85f6-ddc9af65320c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/194798c0-14b8-4985-b031-3c59ed0a6967 HTTP/1.1" status: 204 len: 168 time: 0.1318693 Sep 10 15:19:22.883382 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855d3c6-4865-4de1-85f6-ddc9af65320c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194798c0-14b8-4985-b031-3c59ed0a6967,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:22.945221 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.l3_db [None req-43bef730-5b62-403b-b8a1-16b9dbb621b6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Floating IP dd713df2-13a5-4235-97b2-0404ce5ccade associated. External IP: 172.27.3.84, port: 4539f891-ce45-4b0c-8a9f-a30fc0a1a536. Sep 10 15:19:22.951067 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port e35aee13-9436-43ac-b397-dc34d328e8c8 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:19:22.955085 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port e35aee13-9436-43ac-b397-dc34d328e8c8 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:19:22.955474 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:23.040341 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:23.067992 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b620f6-f2af-446d-960b-940b509dbfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35aee13-9436-43ac-b397-dc34d328e8c8'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:19:23.070323 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba58f8d-3e4e-45b4-a911-4363a8c5baa1" -d '{"events": [{"server_uuid": "b2b620f6-f2af-446d-960b-940b509dbfb3", "name": "network-vif-plugged", "status": "completed", "tag": "e35aee13-9436-43ac-b397-dc34d328e8c8"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:19:23.084911 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port e35aee13-9436-43ac-b397-dc34d328e8c8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e35aee13-9436-43ac-b397-dc34d328e8c8,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:23.091807 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:23.135446 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417c58d8-9afa-419d-91b3-e25cb1b64c65 x-openstack-request-id: req-417c58d8-9afa-419d-91b3-e25cb1b64c65 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:19:23.135733 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b620f6-f2af-446d-960b-940b509dbfb3", "name": "network-vif-plugged", "status": "completed", "tag": "e35aee13-9436-43ac-b397-dc34d328e8c8", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:19:23.136177 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-417c58d8-9afa-419d-91b3-e25cb1b64c65 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:19:23.136728 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b620f6-f2af-446d-960b-940b509dbfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35aee13-9436-43ac-b397-dc34d328e8c8', 'code': 200} Sep 10 15:19:23.185530 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bef730-5b62-403b-b8a1-16b9dbb621b6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Router 3e59380b-28aa-4c38-9685-7db17d8c1664 has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:19:23.214890 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=e35aee13-9436-43ac-b397-dc34d328e8c8,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:23.282453 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef225b7b-fe8b-4227-a79d-386a497fffd4 req-3b73c15f-cd57-46e5-88b3-4c118aaca106 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:23.292916 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ef225b7b-fe8b-4227-a79d-386a497fffd4 req-3b73c15f-cd57-46e5-88b3-4c118aaca106 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0763280 Sep 10 15:19:23.330353 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ef225b7b-fe8b-4227-a79d-386a497fffd4 req-39d8f199-89d4-4f5d-9820-6d2bc201dce4 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361907 Sep 10 15:19:23.345216 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bef730-5b62-403b-b8a1-16b9dbb621b6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:19:23.353028 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-43bef730-5b62-403b-b8a1-16b9dbb621b6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:23.354484 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3064f372-957d-4ec4-87f0-b91eecdf59e9 None None] Sync routers for ids ['3e59380b-28aa-4c38-9685-7db17d8c1664'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:19:23.363265 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3064f372-957d-4ec4-87f0-b91eecdf59e9 None None] Routers {'3e59380b-28aa-4c38-9685-7db17d8c1664'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:23.363879 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-3064f372-957d-4ec4-87f0-b91eecdf59e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:19:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['3e59380b-28aa-4c38-9685-7db17d8c1664'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:23.392112 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9207185-782e-4a71-9128-193c389b4f7f req-7e9f89fc-94d7-43a8-aaba-1a23a9aa9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:23.393630 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a9207185-782e-4a71-9128-193c389b4f7f req-7e9f89fc-94d7-43a8-aaba-1a23a9aa9361 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 1098 time: 0.0895977 Sep 10 15:19:23.398118 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-43bef730-5b62-403b-b8a1-16b9dbb621b6 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "PUT /v2.0/floatingips/dd713df2-13a5-4235-97b2-0404ce5ccade HTTP/1.1" status: 200 len: 991 time: 1.3266912 Sep 10 15:19:23.398118 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d8743f-1979-43a3-a3ba-fd49bf6d780d', 'tag': '4539f891-ce45-4b0c-8a9f-a30fc0a1a536'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:19:23.400213 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4666ef3-a17a-4211-bd0b-7ecd2a1aa7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d8743f-1979-43a3-a3ba-fd49bf6d780d", "tag": "4539f891-ce45-4b0c-8a9f-a30fc0a1a536"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:19:23.439677 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a9207185-782e-4a71-9128-193c389b4f7f req-90ed886c-b998-4673-a603-471fb89d8318 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359194 Sep 10 15:19:23.445910 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9136bf51-245b-48b0-b107-262047b20030 x-openstack-request-id: req-9136bf51-245b-48b0-b107-262047b20030 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:19:23.446195 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d8743f-1979-43a3-a3ba-fd49bf6d780d", "tag": "4539f891-ce45-4b0c-8a9f-a30fc0a1a536", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:19:23.446440 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9136bf51-245b-48b0-b107-262047b20030 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:19:23.446855 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d8743f-1979-43a3-a3ba-fd49bf6d780d', 'tag': '4539f891-ce45-4b0c-8a9f-a30fc0a1a536', 'status': 'completed', 'code': 200} Sep 10 15:19:23.473022 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-3064f372-957d-4ec4-87f0-b91eecdf59e9 None None] Set router 3e59380b-28aa-4c38-9685-7db17d8c1664 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:23.706611 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-3064f372-957d-4ec4-87f0-b91eecdf59e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:13:58Z', 'revision_number': 4, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port': {'id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': 'dd713df2-13a5-4235-97b2-0404ce5ccade', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'port_id': '4539f891-ce45-4b0c-8a9f-a30fc0a1a536', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'mac_address': 'fa:16:3e:7d:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d8743f-1979-43a3-a3ba-fd49bf6d780d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:19:05Z', 'updated_at': '2021-09-10T15:19:22Z', 'revision_number': 1, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffb0c0a1-2249-4ed0-a18d-b36a4d31651b', 'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'mac_address': 'fa:16:3e:43:5b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:54Z', 'updated_at': '2021-09-10T15:14:08Z', 'revision_number': 5, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'subnets': [{'id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:23.715376 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4666ef3-a17a-4211-bd0b-7ecd2a1aa7b6 req-aee18c5f-90b3-4064-96f3-3d6908504e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:23.717370 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b4666ef3-a17a-4211-bd0b-7ecd2a1aa7b6 req-aee18c5f-90b3-4064-96f3-3d6908504e68 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c0dbe00e8be4d6fa4f0727f7fa2408d&device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 1099 time: 0.0457997 Sep 10 15:19:23.766170 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3064f372-957d-4ec4-87f0-b91eecdf59e9 None None] Checking router: 3e59380b-28aa-4c38-9685-7db17d8c1664 for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:19:23.779115 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3064f372-957d-4ec4-87f0-b91eecdf59e9 None None] Routers {'3e59380b-28aa-4c38-9685-7db17d8c1664'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:23.779729 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-3064f372-957d-4ec4-87f0-b91eecdf59e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:19:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['3e59380b-28aa-4c38-9685-7db17d8c1664'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:23.810399 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4666ef3-a17a-4211-bd0b-7ecd2a1aa7b6 req-b5faf5ba-c481-466e-b589-9afaf66c0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:23.811862 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b4666ef3-a17a-4211-bd0b-7ecd2a1aa7b6 req-b5faf5ba-c481-466e-b589-9afaf66c0750 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9fd410a6-6b42-4dd7-aaee-5021094067c5 HTTP/1.1" status: 200 len: 911 time: 0.0874312 Sep 10 15:19:23.882881 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b4666ef3-a17a-4211-bd0b-7ecd2a1aa7b6 req-cc8cd9ae-f212-4997-8018-541c64d91e17 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4539f891-ce45-4b0c-8a9f-a30fc0a1a536 HTTP/1.1" status: 200 len: 999 time: 0.0617328 Sep 10 15:19:23.927753 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-3064f372-957d-4ec4-87f0-b91eecdf59e9 None None] Set router 3e59380b-28aa-4c38-9685-7db17d8c1664 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:23.931835 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4666ef3-a17a-4211-bd0b-7ecd2a1aa7b6 req-eea174f7-d33c-4687-824d-48adc1b5b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:23.933328 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b4666ef3-a17a-4211-bd0b-7ecd2a1aa7b6 req-eea174f7-d33c-4687-824d-48adc1b5b44f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b HTTP/1.1" status: 200 len: 849 time: 0.0433860 Sep 10 15:19:23.982297 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4666ef3-a17a-4211-bd0b-7ecd2a1aa7b6 req-49fdd0bb-9214-4e31-aedc-e7ed23372d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:23.983817 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b4666ef3-a17a-4211-bd0b-7ecd2a1aa7b6 req-49fdd0bb-9214-4e31-aedc-e7ed23372d76 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fd410a6-6b42-4dd7-aaee-5021094067c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430076 Sep 10 15:19:24.096810 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:24.096959 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b4666ef3-a17a-4211-bd0b-7ecd2a1aa7b6 req-7fe82e3d-fda0-480c-8f6d-2dd574cf274c service neutron] 10.222.0.43 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019924 Sep 10 15:19:24.190794 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-3064f372-957d-4ec4-87f0-b91eecdf59e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:13:58Z', 'revision_number': 4, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port': {'id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': 'dd713df2-13a5-4235-97b2-0404ce5ccade', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'port_id': '4539f891-ce45-4b0c-8a9f-a30fc0a1a536', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'mac_address': 'fa:16:3e:7d:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d8743f-1979-43a3-a3ba-fd49bf6d780d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:19:05Z', 'updated_at': '2021-09-10T15:19:22Z', 'revision_number': 1, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffb0c0a1-2249-4ed0-a18d-b36a4d31651b', 'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'mac_address': 'fa:16:3e:43:5b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:54Z', 'updated_at': '2021-09-10T15:14:08Z', 'revision_number': 5, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'subnets': [{'id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:24.191061 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-b4666ef3-a17a-4211-bd0b-7ecd2a1aa7b6 req-75cf0912-8af7-461c-bfcb-f974e2221755 service neutron] 10.222.0.43 "GET /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863154 Sep 10 15:19:24.220429 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3064f372-957d-4ec4-87f0-b91eecdf59e9 None None] The sync data for ids ['3e59380b-28aa-4c38-9685-7db17d8c1664'] in dv-cinder-760184-10-iscsi is: [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:13:58Z', 'revision_number': 4, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port': {'id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': 'dd713df2-13a5-4235-97b2-0404ce5ccade', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'port_id': '4539f891-ce45-4b0c-8a9f-a30fc0a1a536', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'mac_address': 'fa:16:3e:7d:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d8743f-1979-43a3-a3ba-fd49bf6d780d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:19:05Z', 'updated_at': '2021-09-10T15:19:22Z', 'revision_number': 1, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffb0c0a1-2249-4ed0-a18d-b36a4d31651b', 'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'mac_address': 'fa:16:3e:43:5b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:54Z', 'updated_at': '2021-09-10T15:14:08Z', 'revision_number': 5, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'subnets': [{'id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:19:24.408292 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d0740a-368a-43cd-800b-87a3b0950a96 None None] New status for floating IP dd713df2-13a5-4235-97b2-0404ce5ccade: ACTIVE {{(pid=94034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:19:24.457114 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db44be-6bb8-406d-8dbe-ad3534674c0d req-40fcb649-cc43-4223-b670-03deed1a9fe2 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:24.458517 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-01db44be-6bb8-406d-8dbe-ad3534674c0d req-40fcb649-cc43-4223-b670-03deed1a9fe2 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0487549 Sep 10 15:19:24.505103 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-01db44be-6bb8-406d-8dbe-ad3534674c0d req-fe36a0d8-74e0-47c6-83a4-7638e0aa1ece tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379391 Sep 10 15:19:25.627621 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd5f69-1399-4b51-854d-ad0a20eee9af req-d7fb9197-9113-4cff-b0a2-61ac45d09bf9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:25.629086 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-abdd5f69-1399-4b51-854d-ad0a20eee9af req-d7fb9197-9113-4cff-b0a2-61ac45d09bf9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0488324 Sep 10 15:19:25.665367 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-abdd5f69-1399-4b51-854d-ad0a20eee9af req-83a767b3-1c39-4287-b7e1-271156c8688d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305183 Sep 10 15:19:25.779947 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04342a-bd94-4039-8d0b-63035f86b8bb req-53447de2-9fd0-4e6f-830e-3521ba39514d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:25.781463 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9b04342a-bd94-4039-8d0b-63035f86b8bb req-53447de2-9fd0-4e6f-830e-3521ba39514d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0484271 Sep 10 15:19:25.789852 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33944) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:25.794898 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-1c9430ed-875a-441d-9cfd-a8b1f744e64d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Request body: {'floatingip': {'port_id': 'e35aee13-9436-43ac-b397-dc34d328e8c8'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:19:25.836897 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c9430ed-875a-441d-9cfd-a8b1f744e64d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for floatingip, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:26.615813 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c9430ed-875a-441d-9cfd-a8b1f744e64d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:26.619224 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c9430ed-875a-441d-9cfd-a8b1f744e64d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550972'] for floatingip, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:26.714511 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.db.l3_db [None req-1c9430ed-875a-441d-9cfd-a8b1f744e64d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Floating IP 7a3ebf7b-6fdf-42cb-adfb-960c491432bf associated. External IP: 172.27.3.43, port: e35aee13-9436-43ac-b397-dc34d328e8c8. Sep 10 15:19:26.917091 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9430ed-875a-441d-9cfd-a8b1f744e64d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Router 92afbcc6-f37b-4db6-9153-e89f51caacda has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:19:27.020249 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9430ed-875a-441d-9cfd-a8b1f744e64d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:19:27.024513 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c9430ed-875a-441d-9cfd-a8b1f744e64d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:27.029827 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd9352-4533-4e4b-b563-9892d531dca1 None None] Sync routers for ids ['92afbcc6-f37b-4db6-9153-e89f51caacda'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:19:27.038524 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd9352-4533-4e4b-b563-9892d531dca1 None None] Routers {'92afbcc6-f37b-4db6-9153-e89f51caacda'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:27.039135 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-89dd9352-4533-4e4b-b563-9892d531dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:19:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['92afbcc6-f37b-4db6-9153-e89f51caacda'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:27.051366 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-1c9430ed-875a-441d-9cfd-a8b1f744e64d tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "PUT /v2.0/floatingips/7a3ebf7b-6fdf-42cb-adfb-960c491432bf HTTP/1.1" status: 200 len: 990 time: 1.2604744 Sep 10 15:19:27.051925 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b620f6-f2af-446d-960b-940b509dbfb3', 'tag': 'e35aee13-9436-43ac-b397-dc34d328e8c8'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:19:27.054179 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e045729d700a7cd00d9bfe8718857c36227309230b0c1172be3dcfc1b68c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1d0d0a-7e44-435d-bcf5-7a6f298b1460" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b620f6-f2af-446d-960b-940b509dbfb3", "tag": "e35aee13-9436-43ac-b397-dc34d328e8c8"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:19:27.092835 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce36eff7-bb2b-4e3a-a1cb-55d39286c162 x-openstack-request-id: req-ce36eff7-bb2b-4e3a-a1cb-55d39286c162 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:19:27.093189 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b620f6-f2af-446d-960b-940b509dbfb3", "tag": "e35aee13-9436-43ac-b397-dc34d328e8c8", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:19:27.093446 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce36eff7-bb2b-4e3a-a1cb-55d39286c162 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:19:27.093955 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b620f6-f2af-446d-960b-940b509dbfb3', 'tag': 'e35aee13-9436-43ac-b397-dc34d328e8c8', 'status': 'completed', 'code': 200} Sep 10 15:19:27.147875 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-89dd9352-4533-4e4b-b563-9892d531dca1 None None] Set router 92afbcc6-f37b-4db6-9153-e89f51caacda gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:27.155819 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d0d0a-7e44-435d-bcf5-7a6f298b1460 req-f5899fce-c66d-4981-bc07-ee743089deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:27.157372 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2f1d0d0a-7e44-435d-bcf5-7a6f298b1460 req-f5899fce-c66d-4981-bc07-ee743089deeb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38a103aa430e44d19677d7d83ecdf77d&device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 1098 time: 0.0434768 Sep 10 15:19:27.257049 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d0d0a-7e44-435d-bcf5-7a6f298b1460 req-c5ffd990-80da-46fd-946a-5b18d6c53ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:27.259156 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2f1d0d0a-7e44-435d-bcf5-7a6f298b1460 req-c5ffd990-80da-46fd-946a-5b18d6c53ed2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6da470b5-21a6-48da-8f44-511723482333 HTTP/1.1" status: 200 len: 918 time: 0.0944574 Sep 10 15:19:27.330154 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2f1d0d0a-7e44-435d-bcf5-7a6f298b1460 req-3818cdc6-b09e-4650-88db-d572923bf5a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e35aee13-9436-43ac-b397-dc34d328e8c8 HTTP/1.1" status: 200 len: 998 time: 0.0634103 Sep 10 15:19:27.378891 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d0d0a-7e44-435d-bcf5-7a6f298b1460 req-ab45496d-55a5-4a50-b460-cae8b5f69240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:27.380235 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2f1d0d0a-7e44-435d-bcf5-7a6f298b1460 req-ab45496d-55a5-4a50-b460-cae8b5f69240 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef768324-eaba-4f07-b58a-689f0ef013d0 HTTP/1.1" status: 200 len: 856 time: 0.0431628 Sep 10 15:19:27.425383 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d0d0a-7e44-435d-bcf5-7a6f298b1460 req-5fa73186-4dfe-417c-aa05-a02f7ba7265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:27.426940 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2f1d0d0a-7e44-435d-bcf5-7a6f298b1460 req-5fa73186-4dfe-417c-aa05-a02f7ba7265f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6da470b5-21a6-48da-8f44-511723482333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397253 Sep 10 15:19:27.481932 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33960) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:27.490104 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-89dd9352-4533-4e4b-b563-9892d531dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:14:02Z', 'revision_number': 4, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port': {'id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:47Z', 'updated_at': '2021-09-10T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '7a3ebf7b-6fdf-42cb-adfb-960c491432bf', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'port_id': 'e35aee13-9436-43ac-b397-dc34d328e8c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'mac_address': 'fa:16:3e:f1:a2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b620f6-f2af-446d-960b-940b509dbfb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:19:12Z', 'updated_at': '2021-09-10T15:19:26Z', 'revision_number': 1, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a', 'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'mac_address': 'fa:16:3e:33:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:57Z', 'updated_at': '2021-09-10T15:14:10Z', 'revision_number': 5, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'subnets': [{'id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:27.520945 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd9352-4533-4e4b-b563-9892d531dca1 None None] Checking router: 92afbcc6-f37b-4db6-9153-e89f51caacda for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:19:27.523480 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2f1d0d0a-7e44-435d-bcf5-7a6f298b1460 req-f170ee2f-6e78-4bf6-87f7-010ec549df81 service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896285 Sep 10 15:19:27.529229 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f6c0df-bed0-4352-bd95-a5b1277c883c admin admin] Deleting subnet 856c32e2-c195-40a1-8b83-7164bad5e478 {{(pid=94031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:19:27.532415 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-55f6c0df-bed0-4352-bd95-a5b1277c883c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:27.534042 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd9352-4533-4e4b-b563-9892d531dca1 None None] Routers {'92afbcc6-f37b-4db6-9153-e89f51caacda'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:27.534665 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-89dd9352-4533-4e4b-b563-9892d531dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:19:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['92afbcc6-f37b-4db6-9153-e89f51caacda'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:27.570089 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-55f6c0df-bed0-4352-bd95-a5b1277c883c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12600615'] for subnet, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:27.614676 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-55f6c0df-bed0-4352-bd95-a5b1277c883c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766759'] for subnet, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:27.634545 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2f1d0d0a-7e44-435d-bcf5-7a6f298b1460 req-95540856-1d4f-49ba-8889-e06b0483b264 service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041172 Sep 10 15:19:27.651168 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-89dd9352-4533-4e4b-b563-9892d531dca1 None None] Set router 92afbcc6-f37b-4db6-9153-e89f51caacda gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:27.670818 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-55f6c0df-bed0-4352-bd95-a5b1277c883c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13672809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13098714'] for subnet, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:27.697415 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6c0df-bed0-4352-bd95-a5b1277c883c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=856c32e2-c195-40a1-8b83-7164bad5e478,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:27.700053 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-55f6c0df-bed0-4352-bd95-a5b1277c883c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:27.702157 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-55f6c0df-bed0-4352-bd95-a5b1277c883c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/856c32e2-c195-40a1-8b83-7164bad5e478 HTTP/1.1" status: 204 len: 168 time: 0.2190974 Sep 10 15:19:27.704566 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33962) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:27.774646 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-964fd2c2-440e-4a3f-8c18-eb581ca26edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1354939'] for network, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:27.854664 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-964fd2c2-440e-4a3f-8c18-eb581ca26edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767442', 'neutron.services.segments.db._delete_segments_for_network-8740670112925'] for network, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:27.877626 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-964fd2c2-440e-4a3f-8c18-eb581ca26edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb']}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:27.884239 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-89dd9352-4533-4e4b-b563-9892d531dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:14:02Z', 'revision_number': 4, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port': {'id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:47Z', 'updated_at': '2021-09-10T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '7a3ebf7b-6fdf-42cb-adfb-960c491432bf', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'port_id': 'e35aee13-9436-43ac-b397-dc34d328e8c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'mac_address': 'fa:16:3e:f1:a2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b620f6-f2af-446d-960b-940b509dbfb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:19:12Z', 'updated_at': '2021-09-10T15:19:26Z', 'revision_number': 1, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a', 'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'mac_address': 'fa:16:3e:33:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:57Z', 'updated_at': '2021-09-10T15:14:10Z', 'revision_number': 5, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'subnets': [{'id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:27.886539 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-964fd2c2-440e-4a3f-8c18-eb581ca26edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e84fc20-9360-4feb-9506-971591d93c01') {'for_net_delete': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:27.886885 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-964fd2c2-440e-4a3f-8c18-eb581ca26edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e84fc20-9360-4feb-9506-971591d93c01') {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:27.895922 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-964fd2c2-440e-4a3f-8c18-eb581ca26edf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740670111398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12600670'] for segment, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:27.909176 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-964fd2c2-440e-4a3f-8c18-eb581ca26edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:27.910979 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd9352-4533-4e4b-b563-9892d531dca1 None None] The sync data for ids ['92afbcc6-f37b-4db6-9153-e89f51caacda'] in dv-cinder-760184-10-iscsi is: [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:14:02Z', 'revision_number': 4, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port': {'id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:47Z', 'updated_at': '2021-09-10T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '7a3ebf7b-6fdf-42cb-adfb-960c491432bf', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'port_id': 'e35aee13-9436-43ac-b397-dc34d328e8c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'mac_address': 'fa:16:3e:f1:a2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b620f6-f2af-446d-960b-940b509dbfb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:19:12Z', 'updated_at': '2021-09-10T15:19:26Z', 'revision_number': 1, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a', 'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'mac_address': 'fa:16:3e:33:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:57Z', 'updated_at': '2021-09-10T15:14:10Z', 'revision_number': 5, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'subnets': [{'id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:19:27.915553 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964fd2c2-440e-4a3f-8c18-eb581ca26edf admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:19:27.915943 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-964fd2c2-440e-4a3f-8c18-eb581ca26edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13673099'] for segment, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: Traceback (most recent call last): Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: timer() Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: cb(*args, **kw) Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: return func(*args, **kwargs) Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: self._notify() Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: self.callback(batched_events) Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: event.method(event) Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: return f(self, *a, **k) Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: return self._get(url).json() Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: return self.request(url, 'GET', **kwargs) Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:19:27.919214 dv-cinder-760184-10-iscsi neutron-server[94031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:19:27.979340 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-964fd2c2-440e-4a3f-8c18-eb581ca26edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550926'] for network, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:27.985457 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-964fd2c2-440e-4a3f-8c18-eb581ca26edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:27.989221 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-964fd2c2-440e-4a3f-8c18-eb581ca26edf admin admin] 10.222.0.32 "DELETE /v2.0/networks/a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb HTTP/1.1" status: 204 len: 168 time: 0.2835801 Sep 10 15:19:28.003554 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fd2c2-440e-4a3f-8c18-eb581ca26edf admin admin] Pushing event deleted for resources: {'Network': ['ID=a75c12f7-d77c-4b0b-8e5d-ede50f5ceadb,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:28.139819 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef0beae-fc20-4085-bc63-4514d1425afb None None] New status for floating IP 7a3ebf7b-6fdf-42cb-adfb-960c491432bf: ACTIVE {{(pid=94034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:19:28.169300 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33970) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:28.215218 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-b09e924f-dd55-46c3-80a4-19b992e8da59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd9b5e2008074e338d653c0d803c392f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424783 Sep 10 15:19:28.215883 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 33972) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:28.264726 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-da021bd6-719f-4ba7-9e86-32f166a9675c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:28.286476 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-da021bd6-719f-4ba7-9e86-32f166a9675c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:28.338231 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-da021bd6-719f-4ba7-9e86-32f166a9675c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:28.341742 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-da021bd6-719f-4ba7-9e86-32f166a9675c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:28.342895 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-da021bd6-719f-4ba7-9e86-32f166a9675c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d HTTP/1.1" status: 204 len: 168 time: 0.1259327 Sep 10 15:19:28.350729 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da021bd6-719f-4ba7-9e86-32f166a9675c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dec2ad3-5b3f-4ee8-bcb4-348f124a0e1d,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:28.398392 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a46fbe12-c248-4770-baac-8b25287ff05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:30.882988 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fb83fed0-ae5f-4a9b-ace7-96110013172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:31.311707 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:32.224449 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:33.669388 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:38.708020 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:19:47.371891 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 34148) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:47.474840 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ef0080dd-8b95-4d50-9249-f92baf6b4f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:47.569751 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ef0080dd-8b95-4d50-9249-f92baf6b4f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:47.571561 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ef0080dd-8b95-4d50-9249-f92baf6b4f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:47.612267 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-ef0080dd-8b95-4d50-9249-f92baf6b4f41 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64e5634a8e184bc59cca3ced0e4978e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393000 Sep 10 15:19:47.613011 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0080dd-8b95-4d50-9249-f92baf6b4f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c309b39d-596d-4531-84a4-cc8aa45b25ae,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:47.614863 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 34156) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:47.662952 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1f8c5d37-d239-4ca3-882d-56e776bdbbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:47.683564 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1f8c5d37-d239-4ca3-882d-56e776bdbbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:47.729000 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1f8c5d37-d239-4ca3-882d-56e776bdbbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:47.732024 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1f8c5d37-d239-4ca3-882d-56e776bdbbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:47.733197 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-1f8c5d37-d239-4ca3-882d-56e776bdbbba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c309b39d-596d-4531-84a4-cc8aa45b25ae HTTP/1.1" status: 204 len: 168 time: 0.1170635 Sep 10 15:19:47.740664 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c5d37-d239-4ca3-882d-56e776bdbbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c309b39d-596d-4531-84a4-cc8aa45b25ae,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:54.075988 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:56.659180 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-00e64bc0-526c-4dbe-85a1-0bd16032cf2b req-e8816515-ca93-4657-8964-4a66144801a9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380216 Sep 10 15:19:56.740083 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e64bc0-526c-4dbe-85a1-0bd16032cf2b req-561d67e0-7f6a-4610-a33f-db83c6aa8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:56.741548 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-00e64bc0-526c-4dbe-85a1-0bd16032cf2b req-561d67e0-7f6a-4610-a33f-db83c6aa8709 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=90064210fccc4fb2a9db8b495df16e58&device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 1098 time: 0.0388527 Sep 10 15:19:56.845653 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e64bc0-526c-4dbe-85a1-0bd16032cf2b req-d9e27952-cbc1-4fc5-a41e-8551358cb63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:56.847100 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-00e64bc0-526c-4dbe-85a1-0bd16032cf2b req-d9e27952-cbc1-4fc5-a41e-8551358cb63d service neutron] 10.222.0.43 "GET /v2.0/networks?id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc HTTP/1.1" status: 200 len: 911 time: 0.0856481 Sep 10 15:19:56.915170 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-00e64bc0-526c-4dbe-85a1-0bd16032cf2b req-84831e63-c956-45fc-9630-ce7ee65b4f02 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3b445db-f768-45fe-9404-466d01268375 HTTP/1.1" status: 200 len: 1001 time: 0.0596406 Sep 10 15:19:56.962012 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e64bc0-526c-4dbe-85a1-0bd16032cf2b req-807a2b6a-38be-4fc8-bba2-68f7b0c8624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:56.963379 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-00e64bc0-526c-4dbe-85a1-0bd16032cf2b req-807a2b6a-38be-4fc8-bba2-68f7b0c8624e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=358058bb-a0d0-4889-8b80-3a01a6232dfd HTTP/1.1" status: 200 len: 849 time: 0.0407174 Sep 10 15:19:57.010888 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e64bc0-526c-4dbe-85a1-0bd16032cf2b req-c1795070-1216-4546-8126-ff1ab328b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:57.012413 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-00e64bc0-526c-4dbe-85a1-0bd16032cf2b req-c1795070-1216-4546-8126-ff1ab328b9c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404038 Sep 10 15:19:57.101923 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-00e64bc0-526c-4dbe-85a1-0bd16032cf2b req-53833d46-2465-47c8-bda4-eed848538fe0 service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824542 Sep 10 15:19:57.188714 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-00e64bc0-526c-4dbe-85a1-0bd16032cf2b req-7c48fb98-b45f-42ae-b893-a617d26f9a3b service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784826 Sep 10 15:19:58.400796 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-73fd8083-a73e-4828-8e8f-0f0fa498042c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:00.883185 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e9a66e72-99d8-4b00-85dd-5c1f0c9277d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:01.312265 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:02.227581 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:03.669538 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:12.097475 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd04e13-f7a9-4ce3-a786-29fc02b2ec07 req-92c03d6a-059f-466e-a136-f02127d2a1aa tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:12.098935 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5cd04e13-f7a9-4ce3-a786-29fc02b2ec07 req-92c03d6a-059f-466e-a136-f02127d2a1aa tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0510869 Sep 10 15:20:12.135903 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5cd04e13-f7a9-4ce3-a786-29fc02b2ec07 req-33dc8ce3-cb4d-4119-aa23-d6aae9e3def9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310678 Sep 10 15:20:13.259627 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8c9f5-232b-42c4-9203-8f202b723bf8 req-6f1475a7-2e22-4193-8a0b-1937f1501c6e tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:13.261115 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-afe8c9f5-232b-42c4-9203-8f202b723bf8 req-6f1475a7-2e22-4193-8a0b-1937f1501c6e tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0487661 Sep 10 15:20:13.297719 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-afe8c9f5-232b-42c4-9203-8f202b723bf8 req-517a01e7-eb21-4725-b13c-fe515d222088 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307679 Sep 10 15:20:14.415205 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbe726-574e-43ff-8fa7-656d55edfa0a req-dedcdd6f-82dc-4ddd-b6f8-9fc67a6475dd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:14.416633 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b4cbe726-574e-43ff-8fa7-656d55edfa0a req-dedcdd6f-82dc-4ddd-b6f8-9fc67a6475dd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0470443 Sep 10 15:20:14.453051 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b4cbe726-574e-43ff-8fa7-656d55edfa0a req-d02b0a26-1de2-4766-809b-9f22bdfd4562 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305624 Sep 10 15:20:15.573628 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c92f5f-d8da-4adc-8919-04d054c74302 req-d8a48c47-7fe6-4a87-9445-894f306595ef tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:15.575035 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e3c92f5f-d8da-4adc-8919-04d054c74302 req-d8a48c47-7fe6-4a87-9445-894f306595ef tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0506570 Sep 10 15:20:15.612039 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e3c92f5f-d8da-4adc-8919-04d054c74302 req-62b78396-e45d-4e6d-95b7-f26ab1233c73 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311940 Sep 10 15:20:15.710097 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:20:16.730505 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d7610-b9fa-4541-9b30-f0058654d639 req-9054a887-8593-4bb0-b8a1-c21e22045d86 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:16.731927 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1e3d7610-b9fa-4541-9b30-f0058654d639 req-9054a887-8593-4bb0-b8a1-c21e22045d86 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0476725 Sep 10 15:20:16.767998 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1e3d7610-b9fa-4541-9b30-f0058654d639 req-8721096a-4cdc-4f13-909b-eae094dfcca2 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301113 Sep 10 15:20:17.885217 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4554c-462d-4c80-a39a-25590715efd6 req-3ab0bb3a-db7f-4999-bfcb-6139b07588da tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:17.886726 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-80d4554c-462d-4c80-a39a-25590715efd6 req-3ab0bb3a-db7f-4999-bfcb-6139b07588da tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0487933 Sep 10 15:20:17.923562 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-80d4554c-462d-4c80-a39a-25590715efd6 req-f6716ec0-b56a-405a-9917-540880f4d544 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308807 Sep 10 15:20:19.044240 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcbd93-938b-49d3-b1ed-a66175120ffb req-f51379f9-8567-4ca4-adb5-dc1107220d1a tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:19.045740 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-35dcbd93-938b-49d3-b1ed-a66175120ffb req-f51379f9-8567-4ca4-adb5-dc1107220d1a tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0525169 Sep 10 15:20:19.082229 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-35dcbd93-938b-49d3-b1ed-a66175120ffb req-67f8056d-9fa4-446b-a47e-714a858333a8 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307217 Sep 10 15:20:20.199501 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51499f3a-e74b-4aaf-b692-9ae5f46f3d01 req-653df94b-c910-402c-94f5-54377f8ab8ec tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:20.200965 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-51499f3a-e74b-4aaf-b692-9ae5f46f3d01 req-653df94b-c910-402c-94f5-54377f8ab8ec tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0475943 Sep 10 15:20:20.236656 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-51499f3a-e74b-4aaf-b692-9ae5f46f3d01 req-2fb6803b-5790-4a7f-8780-f355770a9018 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300004 Sep 10 15:20:21.352746 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f7548-88d9-4638-8299-cbf87ee28edc req-35bbce80-7ff2-42a3-b2ee-8b4025dc06d7 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:21.354213 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-781f7548-88d9-4638-8299-cbf87ee28edc req-35bbce80-7ff2-42a3-b2ee-8b4025dc06d7 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0477681 Sep 10 15:20:21.390452 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-781f7548-88d9-4638-8299-cbf87ee28edc req-c8624775-7778-4a43-bf18-1750091187ba tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301654 Sep 10 15:20:22.510264 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f609453-413d-491e-b7f5-278fd87985c4 req-21a30eda-af1e-41be-8d4c-1fa90d1d45b4 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:22.512232 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5f609453-413d-491e-b7f5-278fd87985c4 req-21a30eda-af1e-41be-8d4c-1fa90d1d45b4 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0523140 Sep 10 15:20:22.548077 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5f609453-413d-491e-b7f5-278fd87985c4 req-eedd58de-370b-426d-af95-4d2aa6a63e46 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299175 Sep 10 15:20:23.154071 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device e35aee13-9436-43ac-b397-dc34d328e8c8 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:20:23.247506 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port e35aee13-9436-43ac-b397-dc34d328e8c8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e35aee13-9436-43ac-b397-dc34d328e8c8,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:20:23.258156 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': 'e35aee13-9436-43ac-b397-dc34d328e8c8', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'port_id': 'e35aee13-9436-43ac-b397-dc34d328e8c8', 'mac_address': 'fa:16:3e:f1:a2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:20:23.294492 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:23.306405 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e35aee13-9436-43ac-b397-dc34d328e8c8 {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:20:23.324410 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port e35aee13-9436-43ac-b397-dc34d328e8c8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e35aee13-9436-43ac-b397-dc34d328e8c8,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:20:23.327735 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:23.378150 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=e35aee13-9436-43ac-b397-dc34d328e8c8,revision_number=6']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:23.385814 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:23.386162 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:23.387003 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:23.387335 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:23.387667 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:23.388073 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:23.388614 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:23.388969 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:23.389299 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:23.389626 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:23.389949 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:23.390347 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:23.425583 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['e35aee13-9436-43ac-b397-dc34d328e8c8'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:20:23.665114 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073e90a-eeaa-41be-84e8-0e5fea15cc38 req-4cb8f24d-bc3f-4a39-9fd8-70545efc9318 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:23.666568 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c073e90a-eeaa-41be-84e8-0e5fea15cc38 req-4cb8f24d-bc3f-4a39-9fd8-70545efc9318 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 944 time: 0.0485716 Sep 10 15:20:23.703048 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c073e90a-eeaa-41be-84e8-0e5fea15cc38 req-53d24f29-1327-4dc8-9123-737e9bb58e4b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306880 Sep 10 15:20:24.077204 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:24.822263 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf7977-e525-4b5b-a364-d963d0b0418e req-3ccd8145-cdc4-4ccb-b76b-5e40f481b92e tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:24.823676 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5faf7977-e525-4b5b-a364-d963d0b0418e req-3ccd8145-cdc4-4ccb-b76b-5e40f481b92e tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 944 time: 0.0480902 Sep 10 15:20:24.867101 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5faf7977-e525-4b5b-a364-d963d0b0418e req-e13b0c30-41a9-433c-8363-5eb509f45abd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371559 Sep 10 15:20:25.171638 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device e35aee13-9436-43ac-b397-dc34d328e8c8 up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:20:25.218957 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port e35aee13-9436-43ac-b397-dc34d328e8c8 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:20:25.219335 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:25.300458 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:25.321967 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b620f6-f2af-446d-960b-940b509dbfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35aee13-9436-43ac-b397-dc34d328e8c8'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:20:25.324704 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06be670-752f-4d36-832c-2d9713e76106" -d '{"events": [{"server_uuid": "b2b620f6-f2af-446d-960b-940b509dbfb3", "name": "network-vif-plugged", "status": "completed", "tag": "e35aee13-9436-43ac-b397-dc34d328e8c8"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:20:25.338264 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port e35aee13-9436-43ac-b397-dc34d328e8c8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e35aee13-9436-43ac-b397-dc34d328e8c8,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:20:25.345388 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:25.375351 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e938d05-66f6-4153-aab5-b80575156de3 x-openstack-request-id: req-0e938d05-66f6-4153-aab5-b80575156de3 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:20:25.375618 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b620f6-f2af-446d-960b-940b509dbfb3", "name": "network-vif-plugged", "status": "completed", "tag": "e35aee13-9436-43ac-b397-dc34d328e8c8", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:20:25.375868 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e938d05-66f6-4153-aab5-b80575156de3 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:20:25.376259 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b620f6-f2af-446d-960b-940b509dbfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35aee13-9436-43ac-b397-dc34d328e8c8', 'code': 200} Sep 10 15:20:25.402490 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=e35aee13-9436-43ac-b397-dc34d328e8c8,revision_number=7']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:26.047823 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf6457-dd3c-45b5-bb19-8d1f9370f012 req-7649e4e1-ba15-4e93-b23e-6621699e5c49 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:26.050509 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5cbf6457-dd3c-45b5-bb19-8d1f9370f012 req-7649e4e1-ba15-4e93-b23e-6621699e5c49 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0969763 Sep 10 15:20:26.070574 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2229c-a6ea-490a-ab49-930378376f50 req-0f450a92-cc8b-470f-9629-b26336628b47 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:26.072314 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5ce2229c-a6ea-490a-ab49-930378376f50 req-0f450a92-cc8b-470f-9629-b26336628b47 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 946 time: 0.0877812 Sep 10 15:20:26.131833 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5cbf6457-dd3c-45b5-bb19-8d1f9370f012 req-aa06c940-12ae-4e92-99f5-e62dc7570802 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751967 Sep 10 15:20:26.149861 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5ce2229c-a6ea-490a-ab49-930378376f50 req-708141d4-8b98-49f5-af4e-b801a004286f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=87c1b214-cdc4-4a04-bba9-f2a4ac4a89ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626249 Sep 10 15:20:27.305008 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bc8a4-215e-4647-a644-a5268301263d req-29b9d1e3-341d-4c21-aee7-5985cb59948f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:27.309236 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-592bc8a4-215e-4647-a644-a5268301263d req-29b9d1e3-341d-4c21-aee7-5985cb59948f tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 946 time: 0.0843599 Sep 10 15:20:27.351175 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed30077-bf9f-4ad8-a33f-85c53d5706ba req-fe9452e2-38af-4524-8525-b6787c811fef tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:27.352649 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-eed30077-bf9f-4ad8-a33f-85c53d5706ba req-fe9452e2-38af-4524-8525-b6787c811fef tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.1259587 Sep 10 15:20:27.376848 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-592bc8a4-215e-4647-a644-a5268301263d req-f58c58ae-5299-4db2-ba8f-b8bdad0d04d3 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups?id=87c1b214-cdc4-4a04-bba9-f2a4ac4a89ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610781 Sep 10 15:20:27.410955 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-eed30077-bf9f-4ad8-a33f-85c53d5706ba req-55fa705e-6e8a-4f4f-a54a-9eeedcc3125a tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506039 Sep 10 15:20:27.687633 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a6ca0-22b4-4fc2-9448-9d788bfe98bf req-a81b1cd6-30c6-4f8a-bf04-aa017f9b3dbf tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:27.689228 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-eb4a6ca0-22b4-4fc2-9448-9d788bfe98bf req-a81b1cd6-30c6-4f8a-bf04-aa017f9b3dbf tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 946 time: 0.0531633 Sep 10 15:20:27.796109 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-eb4a6ca0-22b4-4fc2-9448-9d788bfe98bf req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Deleting port 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:20:27.796472 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-eb4a6ca0-22b4-4fc2-9448-9d788bfe98bf req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:27.893630 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-eb4a6ca0-22b4-4fc2-9448-9d788bfe98bf req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] For port 4539f891-ce45-4b0c-8a9f-a30fc0a1a536, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=4539f891-ce45-4b0c-8a9f-a30fc0a1a536,segment=NetworkSegment(f917e91c-dcfb-4ada-a1fe-4754ca293181),segment_id=f917e91c-dcfb-4ada-a1fe-4754ca293181)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:20:27.893997 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-eb4a6ca0-22b4-4fc2-9448-9d788bfe98bf req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:28.090574 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-eb4a6ca0-22b4-4fc2-9448-9d788bfe98bf req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:28.090868 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-eb4a6ca0-22b4-4fc2-9448-9d788bfe98bf req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550972'] for floatingip, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:28.091279 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.l3_db [req-eb4a6ca0-22b4-4fc2-9448-9d788bfe98bf req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Floating IP dd713df2-13a5-4235-97b2-0404ce5ccade disassociated. External IP: 172.27.3.84, port: 4539f891-ce45-4b0c-8a9f-a30fc0a1a536. Sep 10 15:20:28.091763 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-eb4a6ca0-22b4-4fc2-9448-9d788bfe98bf req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Calling delete_port for 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:20:28.225655 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-eb4a6ca0-22b4-4fc2-9448-9d788bfe98bf req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:28.253983 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Pushing event deleted for resources: {'Port': ['ID=4539f891-ce45-4b0c-8a9f-a30fc0a1a536,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:28.264315 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:28.265492 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:28.265803 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:28.266120 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:28.266454 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:28.266782 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:28.267106 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:28.267432 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:28.267771 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:28.268081 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:28.268397 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:28.269167 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:28.395081 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb4a6ca0-22b4-4fc2-9448-9d788bfe98bf req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Router 3e59380b-28aa-4c38-9685-7db17d8c1664 has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:20:28.421617 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-9d0b1e4c-a5ad-42d7-b05c-236ac854a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:28.535133 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fdc3aa6d-b7e5-4c7b-a16d-20ba95f989ec req-39139eaa-c8a8-4854-a45e-1c3c0733cf92 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d8743f-1979-43a3-a3ba-fd49bf6d780d HTTP/1.1" status: 200 len: 210 time: 0.0375843 Sep 10 15:20:28.551039 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb4a6ca0-22b4-4fc2-9448-9d788bfe98bf req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:20:28.563666 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97709f5a-4161-4e25-bba5-23a384c189f0 None None] Sync routers for ids ['3e59380b-28aa-4c38-9685-7db17d8c1664'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:20:28.577184 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97709f5a-4161-4e25-bba5-23a384c189f0 None None] Routers {'3e59380b-28aa-4c38-9685-7db17d8c1664'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:20:28.582483 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-97709f5a-4161-4e25-bba5-23a384c189f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:20:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['3e59380b-28aa-4c38-9685-7db17d8c1664'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:28.588211 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2736d4-fbb2-4aeb-b5ca-62884206ea98 req-9585e0e4-91ad-4f94-83ea-d8b7077bc1d6 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:28.594097 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4a6ca0-22b4-4fc2-9448-9d788bfe98bf req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] No DVR routers for this DVR port 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:20:28.596974 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-eb4a6ca0-22b4-4fc2-9448-9d788bfe98bf req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:28.597522 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7b2736d4-fbb2-4aeb-b5ca-62884206ea98 req-9585e0e4-91ad-4f94-83ea-d8b7077bc1d6 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0729077 Sep 10 15:20:28.599549 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-eb4a6ca0-22b4-4fc2-9448-9d788bfe98bf req-5b84163b-e496-4d6e-bc3e-c515556a6f21 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.43 "DELETE /v2.0/ports/4539f891-ce45-4b0c-8a9f-a30fc0a1a536 HTTP/1.1" status: 204 len: 173 time: 0.9029987 Sep 10 15:20:28.600078 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d8743f-1979-43a3-a3ba-fd49bf6d780d', 'name': 'network-vif-deleted', 'tag': '4539f891-ce45-4b0c-8a9f-a30fc0a1a536'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:20:28.602640 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ef2b4f-75f7-40a9-8e15-fc68e7764b6d" -d '{"events": [{"server_uuid": "b7d8743f-1979-43a3-a3ba-fd49bf6d780d", "name": "network-vif-deleted", "tag": "4539f891-ce45-4b0c-8a9f-a30fc0a1a536"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:20:28.669986 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7911fd-62b6-4704-b210-666353a26ea3 x-openstack-request-id: req-0d7911fd-62b6-4704-b210-666353a26ea3 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:20:28.670299 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d8743f-1979-43a3-a3ba-fd49bf6d780d", "name": "network-vif-deleted", "tag": "4539f891-ce45-4b0c-8a9f-a30fc0a1a536", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:20:28.670568 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d7911fd-62b6-4704-b210-666353a26ea3 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:20:28.671041 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d8743f-1979-43a3-a3ba-fd49bf6d780d', 'name': 'network-vif-deleted', 'tag': '4539f891-ce45-4b0c-8a9f-a30fc0a1a536', 'status': 'completed', 'code': 200} Sep 10 15:20:28.674444 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7b2736d4-fbb2-4aeb-b5ca-62884206ea98 req-9cf7ab2c-4140-486d-9f27-45c0e01310af tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758667 Sep 10 15:20:28.785792 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-97709f5a-4161-4e25-bba5-23a384c189f0 None None] Set router 3e59380b-28aa-4c38-9685-7db17d8c1664 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:20:29.061015 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-97709f5a-4161-4e25-bba5-23a384c189f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:13:58Z', 'revision_number': 4, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port': {'id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'ffb0c0a1-2249-4ed0-a18d-b36a4d31651b', 'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'mac_address': 'fa:16:3e:43:5b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:54Z', 'updated_at': '2021-09-10T15:14:08Z', 'revision_number': 5, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'subnets': [{'id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:29.094910 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97709f5a-4161-4e25-bba5-23a384c189f0 None None] Checking router: 3e59380b-28aa-4c38-9685-7db17d8c1664 for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:20:29.104242 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97709f5a-4161-4e25-bba5-23a384c189f0 None None] Routers {'3e59380b-28aa-4c38-9685-7db17d8c1664'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:20:29.105458 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-97709f5a-4161-4e25-bba5-23a384c189f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:20:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['3e59380b-28aa-4c38-9685-7db17d8c1664'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:29.249608 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34397b-9d4d-4160-8fb1-6c66c5487519 req-0b517d51-02a3-4fcb-bf55-8a96a676619f tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:29.257315 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-af34397b-9d4d-4160-8fb1-6c66c5487519 req-0b517d51-02a3-4fcb-bf55-8a96a676619f tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 945 time: 0.0679467 Sep 10 15:20:29.257654 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-97709f5a-4161-4e25-bba5-23a384c189f0 None None] Set router 3e59380b-28aa-4c38-9685-7db17d8c1664 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:20:29.301305 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-af34397b-9d4d-4160-8fb1-6c66c5487519 req-a7af67df-5cde-468f-8915-320808712786 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430951 Sep 10 15:20:29.490584 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-97709f5a-4161-4e25-bba5-23a384c189f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:13:58Z', 'revision_number': 4, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port': {'id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'ffb0c0a1-2249-4ed0-a18d-b36a4d31651b', 'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'mac_address': 'fa:16:3e:43:5b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:54Z', 'updated_at': '2021-09-10T15:14:08Z', 'revision_number': 5, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'subnets': [{'id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:29.650673 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 34456) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:29.653041 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97709f5a-4161-4e25-bba5-23a384c189f0 None None] The sync data for ids ['3e59380b-28aa-4c38-9685-7db17d8c1664'] in dv-cinder-760184-10-iscsi is: [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:13:58Z', 'revision_number': 4, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port': {'id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'ffb0c0a1-2249-4ed0-a18d-b36a4d31651b', 'name': '', 'network_id': '9fd410a6-6b42-4dd7-aaee-5021094067c5', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'mac_address': 'fa:16:3e:43:5b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:54Z', 'updated_at': '2021-09-10T15:14:08Z', 'revision_number': 5, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'subnets': [{'id': '4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:20:29.740063 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fe20f0e3-fb41-4c67-be16-c2bd6867dd00 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:29.799846 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fe20f0e3-fb41-4c67-be16-c2bd6867dd00 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:29.875631 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e43ac-e912-4c28-b73e-05ef186b4b11 req-3e1fd9c9-f34a-43b0-90c1-17ef707695dc tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:29.877371 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c86e43ac-e912-4c28-b73e-05ef186b4b11 req-3e1fd9c9-f34a-43b0-90c1-17ef707695dc tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.1248930 Sep 10 15:20:29.924336 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fe20f0e3-fb41-4c67-be16-c2bd6867dd00 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:29.926937 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fe20f0e3-fb41-4c67-be16-c2bd6867dd00 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:29.928061 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-fe20f0e3-fb41-4c67-be16-c2bd6867dd00 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "DELETE /v2.0/security-groups/87c1b214-cdc4-4a04-bba9-f2a4ac4a89ad HTTP/1.1" status: 204 len: 168 time: 0.2762289 Sep 10 15:20:29.930827 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 34460) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:29.949970 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.api.v2.resource [None req-0b60b1bf-8a6c-4e2d-b966-25ba491c0432 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] show failed (client error): The resource could not be found. Sep 10 15:20:29.956847 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-0b60b1bf-8a6c-4e2d-b966-25ba491c0432 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "GET /v2.0/security-groups/87c1b214-cdc4-4a04-bba9-f2a4ac4a89ad HTTP/1.1" status: 404 len: 347 time: 0.0243986 Sep 10 15:20:29.958163 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f8600e-1be0-4744-bc2c-8b2a6d4a2603 None None] New status for floating IP dd713df2-13a5-4235-97b2-0404ce5ccade: DOWN {{(pid=94034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:20:29.960161 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 34462) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:29.970900 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20f0e3-fb41-4c67-be16-c2bd6867dd00 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c1b214-cdc4-4a04-bba9-f2a4ac4a89ad,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:29.995102 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c86e43ac-e912-4c28-b73e-05ef186b4b11 req-bd536241-6f5f-4f7d-9c4f-8ca0f3c51f63 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081009 Sep 10 15:20:29.996564 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20f0e3-fb41-4c67-be16-c2bd6867dd00 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:29.996939 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20f0e3-fb41-4c67-be16-c2bd6867dd00 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:29.997282 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20f0e3-fb41-4c67-be16-c2bd6867dd00 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:29.997618 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20f0e3-fb41-4c67-be16-c2bd6867dd00 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:29.997944 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20f0e3-fb41-4c67-be16-c2bd6867dd00 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:29.998285 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20f0e3-fb41-4c67-be16-c2bd6867dd00 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:29.998598 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20f0e3-fb41-4c67-be16-c2bd6867dd00 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:29.998920 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20f0e3-fb41-4c67-be16-c2bd6867dd00 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:29.999241 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20f0e3-fb41-4c67-be16-c2bd6867dd00 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:29.999562 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20f0e3-fb41-4c67-be16-c2bd6867dd00 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:29.999882 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20f0e3-fb41-4c67-be16-c2bd6867dd00 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:30.000200 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20f0e3-fb41-4c67-be16-c2bd6867dd00 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:20:30.148118 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-83e4d0d1-d8ff-4e7a-9286-910ce84e78f3 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Deleting port 573c9fb0-faa7-4d1c-959d-6616e49a4366 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:20:30.148591 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-83e4d0d1-d8ff-4e7a-9286-910ce84e78f3 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:30.238132 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-83e4d0d1-d8ff-4e7a-9286-910ce84e78f3 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:30.238132 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-83e4d0d1-d8ff-4e7a-9286-910ce84e78f3 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:30.251088 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-83e4d0d1-d8ff-4e7a-9286-910ce84e78f3 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Calling delete_port for 573c9fb0-faa7-4d1c-959d-6616e49a4366 owned by network:floatingip {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:20:30.469356 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91197de-9ae9-42cb-b0f1-85b3726d4173 req-bcdce929-c148-4ef1-8654-a2a288dc6225 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:30.475314 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e91197de-9ae9-42cb-b0f1-85b3726d4173 req-bcdce929-c148-4ef1-8654-a2a288dc6225 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 945 time: 0.0738485 Sep 10 15:20:30.539990 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e91197de-9ae9-42cb-b0f1-85b3726d4173 req-fa6bc828-729a-4842-bbff-874aa9f9fcc2 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590398 Sep 10 15:20:30.733976 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c96eeb-3b57-475c-8e8f-f7b4cdab212f req-cfcc7fa0-111f-4825-8472-ae796b09a889 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:30.735733 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-e7c96eeb-3b57-475c-8e8f-f7b4cdab212f req-cfcc7fa0-111f-4825-8472-ae796b09a889 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 945 time: 0.0805707 Sep 10 15:20:30.782920 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-83e4d0d1-d8ff-4e7a-9286-910ce84e78f3 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:30.882643 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4d0d1-d8ff-4e7a-9286-910ce84e78f3 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Pushing event deleted for resources: {'Port': ['ID=573c9fb0-faa7-4d1c-959d-6616e49a4366,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:30.899461 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-cc1cb994-0719-4e34-9463-5b582fc446cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:30.942197 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-83e4d0d1-d8ff-4e7a-9286-910ce84e78f3 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks [] for floatingip, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:30.945274 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-83e4d0d1-d8ff-4e7a-9286-910ce84e78f3 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:30.947127 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-83e4d0d1-d8ff-4e7a-9286-910ce84e78f3 tempest-AttachVolumeTestJSON-185576495 tempest-AttachVolumeTestJSON-185576495-project] 10.222.0.32 "DELETE /v2.0/floatingips/dd713df2-13a5-4235-97b2-0404ce5ccade HTTP/1.1" status: 204 len: 168 time: 0.9855890 Sep 10 15:20:30.961627 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-e7c96eeb-3b57-475c-8e8f-f7b4cdab212f req-d178d524-8383-4098-bca1-8cfdc9c9082b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Deleting port b3b445db-f768-45fe-9404-466d01268375 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:20:30.961968 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-e7c96eeb-3b57-475c-8e8f-f7b4cdab212f req-d178d524-8383-4098-bca1-8cfdc9c9082b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:31.094155 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-e7c96eeb-3b57-475c-8e8f-f7b4cdab212f req-d178d524-8383-4098-bca1-8cfdc9c9082b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] For port b3b445db-f768-45fe-9404-466d01268375, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=b3b445db-f768-45fe-9404-466d01268375,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:20:31.094541 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-e7c96eeb-3b57-475c-8e8f-f7b4cdab212f req-d178d524-8383-4098-bca1-8cfdc9c9082b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:31.183320 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d4699-50ae-4844-9677-6e8f99e6a55c req-602db369-af6e-4510-902e-e027b52318b6 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:31.190858 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6a9d4699-50ae-4844-9677-6e8f99e6a55c req-602db369-af6e-4510-902e-e027b52318b6 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0734050 Sep 10 15:20:31.217408 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:20:31.250501 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:20:31.251464 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 4539f891-ce45-4b0c-8a9f-a30fc0a1a536 not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:20:31.270302 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6a9d4699-50ae-4844-9677-6e8f99e6a55c req-149ce40b-96d0-4650-b489-eea0c0d4c89f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745151 Sep 10 15:20:31.318728 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:31.346918 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-e7c96eeb-3b57-475c-8e8f-f7b4cdab212f req-d178d524-8383-4098-bca1-8cfdc9c9082b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:31.347419 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-e7c96eeb-3b57-475c-8e8f-f7b4cdab212f req-d178d524-8383-4098-bca1-8cfdc9c9082b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550972'] for floatingip, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:31.347822 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.l3_db [req-e7c96eeb-3b57-475c-8e8f-f7b4cdab212f req-d178d524-8383-4098-bca1-8cfdc9c9082b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Floating IP 4c9ab673-dd11-4b13-aa77-12289adf7887 disassociated. External IP: 172.27.3.244, port: b3b445db-f768-45fe-9404-466d01268375. Sep 10 15:20:31.348163 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-e7c96eeb-3b57-475c-8e8f-f7b4cdab212f req-d178d524-8383-4098-bca1-8cfdc9c9082b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Calling delete_port for b3b445db-f768-45fe-9404-466d01268375 owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:20:31.503612 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-e7c96eeb-3b57-475c-8e8f-f7b4cdab212f req-d178d524-8383-4098-bca1-8cfdc9c9082b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:31.539989 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178d524-8383-4098-bca1-8cfdc9c9082b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event deleted for resources: {'Port': ['ID=b3b445db-f768-45fe-9404-466d01268375,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:31.648433 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-02326b04-09d3-4a0c-95dc-4cad1ee7a805 req-0a94384c-c400-4eb7-a08f-0b2533d195ba tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bdada-3542-475a-b9b0-f1b9fe6189a8 HTTP/1.1" status: 200 len: 210 time: 0.0330758 Sep 10 15:20:31.686382 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7c96eeb-3b57-475c-8e8f-f7b4cdab212f req-d178d524-8383-4098-bca1-8cfdc9c9082b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:20:31.802202 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7c96eeb-3b57-475c-8e8f-f7b4cdab212f req-d178d524-8383-4098-bca1-8cfdc9c9082b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:20:31.817765 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80a1a30-b034-4fba-adb2-5689f709be5c None None] Sync routers for ids ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:20:31.827076 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80a1a30-b034-4fba-adb2-5689f709be5c None None] Routers {'9e5b27c2-22a6-4ae6-b057-d878d03e64d0'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:20:31.827694 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b80a1a30-b034-4fba-adb2-5689f709be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:20:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:31.852407 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c96eeb-3b57-475c-8e8f-f7b4cdab212f req-d178d524-8383-4098-bca1-8cfdc9c9082b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] No DVR routers for this DVR port b3b445db-f768-45fe-9404-466d01268375 on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:20:31.856436 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-e7c96eeb-3b57-475c-8e8f-f7b4cdab212f req-d178d524-8383-4098-bca1-8cfdc9c9082b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:31.858836 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-e7c96eeb-3b57-475c-8e8f-f7b4cdab212f req-d178d524-8383-4098-bca1-8cfdc9c9082b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.43 "DELETE /v2.0/ports/b3b445db-f768-45fe-9404-466d01268375 HTTP/1.1" status: 204 len: 173 time: 1.1106405 Sep 10 15:20:31.859462 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3bdada-3542-475a-b9b0-f1b9fe6189a8', 'name': 'network-vif-deleted', 'tag': 'b3b445db-f768-45fe-9404-466d01268375'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:20:31.866923 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f61f4c-94c8-4262-a991-d3c6e066bc96" -d '{"events": [{"server_uuid": "fc3bdada-3542-475a-b9b0-f1b9fe6189a8", "name": "network-vif-deleted", "tag": "b3b445db-f768-45fe-9404-466d01268375"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:20:31.912652 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150a09a8-177e-4ec2-b411-50f4ef290846 x-openstack-request-id: req-150a09a8-177e-4ec2-b411-50f4ef290846 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:20:31.913010 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3bdada-3542-475a-b9b0-f1b9fe6189a8", "name": "network-vif-deleted", "tag": "b3b445db-f768-45fe-9404-466d01268375", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:20:31.913255 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-150a09a8-177e-4ec2-b411-50f4ef290846 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:20:31.918551 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3bdada-3542-475a-b9b0-f1b9fe6189a8', 'name': 'network-vif-deleted', 'tag': 'b3b445db-f768-45fe-9404-466d01268375', 'status': 'completed', 'code': 200} Sep 10 15:20:32.000396 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-b80a1a30-b034-4fba-adb2-5689f709be5c None None] Set router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:20:32.273248 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:32.319077 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b80a1a30-b034-4fba-adb2-5689f709be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 5, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:32.357473 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80a1a30-b034-4fba-adb2-5689f709be5c None None] Checking router: 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:20:32.366709 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80a1a30-b034-4fba-adb2-5689f709be5c None None] Routers {'9e5b27c2-22a6-4ae6-b057-d878d03e64d0'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:20:32.367839 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b80a1a30-b034-4fba-adb2-5689f709be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:20:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:32.400645 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6709fc-1ea9-429d-add1-171448f6f292 req-7739a981-0fe6-4274-9baf-5db819e58fa8 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:32.403115 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dd6709fc-1ea9-429d-add1-171448f6f292 req-7739a981-0fe6-4274-9baf-5db819e58fa8 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0537455 Sep 10 15:20:32.455427 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dd6709fc-1ea9-429d-add1-171448f6f292 req-af49d583-0342-4a02-a9bb-a9871998174e tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457602 Sep 10 15:20:32.517818 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-b80a1a30-b034-4fba-adb2-5689f709be5c None None] Set router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:20:32.768447 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b80a1a30-b034-4fba-adb2-5689f709be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 5, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:32.799935 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80a1a30-b034-4fba-adb2-5689f709be5c None None] The sync data for ids ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'] in dv-cinder-760184-10-iscsi is: [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 5, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:20:32.977848 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-7ff2a051-1fec-4fea-8aad-2a797c97b291 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134743845&fields=id&tenant_id=90064210fccc4fb2a9db8b495df16e58 HTTP/1.1" status: 200 len: 267 time: 0.0436888 Sep 10 15:20:33.115838 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-84e7d408-9452-4bdb-a10f-7c2b75775f52 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:33.122643 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6745793f-c7e6-4264-b37b-8202eb8c0c1d None None] New status for floating IP 4c9ab673-dd11-4b13-aa77-12289adf7887: DOWN {{(pid=94034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:20:33.124224 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-84e7d408-9452-4bdb-a10f-7c2b75775f52 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/networks?id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc HTTP/1.1" status: 200 len: 810 time: 0.1394022 Sep 10 15:20:33.144942 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3c75bb49-4e85-4dcf-90c4-392a82718d4f tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/quotas/90064210fccc4fb2a9db8b495df16e58 HTTP/1.1" status: 200 len: 375 time: 0.0197811 Sep 10 15:20:33.208808 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-e8a64992-2ac8-47c4-94de-87bc673ed5fe tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=90064210fccc4fb2a9db8b495df16e58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561855 Sep 10 15:20:33.221938 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device b3b445db-f768-45fe-9404-466d01268375 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:20:33.293672 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: b3b445db-f768-45fe-9404-466d01268375 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:20:33.293897 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device b3b445db-f768-45fe-9404-466d01268375 not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:20:33.323526 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-2c5b2650-d51f-4a68-9f51-a11111f0c086 service neutron] 10.222.0.32 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117196 Sep 10 15:20:33.680579 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:33.745218 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-d3865be5-0018-4d7d-899f-eea97d403d72 service neutron] 10.222.0.32 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195023 Sep 10 15:20:33.766722 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a85b3-dedc-4dba-823f-6d847d6baa62 req-3f53c789-1ad5-4e19-af3a-0936a2d27e03 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:33.768187 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d99a85b3-dedc-4dba-823f-6d847d6baa62 req-3f53c789-1ad5-4e19-af3a-0936a2d27e03 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0887017 Sep 10 15:20:33.817352 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d99a85b3-dedc-4dba-823f-6d847d6baa62 req-c124c9ba-9ff6-4a2b-945b-4a4dc44fe411 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425525 Sep 10 15:20:34.098539 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a073ac2b-0892-4682-be0e-6fda30db92d5 req-d41c80eb-7282-42b0-9d11-873fd555579d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 210 time: 0.0449307 Sep 10 15:20:34.696108 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 34534) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:34.983640 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e79e32-b7f2-4019-88b5-100360896804 req-96a25349-6ac2-43b4-ae13-ce7f43adb76f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:34.985585 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b6e79e32-b7f2-4019-88b5-100360896804 req-96a25349-6ac2-43b4-ae13-ce7f43adb76f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0609241 Sep 10 15:20:35.042449 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b6e79e32-b7f2-4019-88b5-100360896804 req-d3f46af9-3658-4fd7-a37d-be2c7a1e170f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478504 Sep 10 15:20:35.233209 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-70d44e9e-7b65-4164-a79f-399e79a17de1 req-de87bf64-b043-4f24-a245-93cbe36fe8eb tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 210 time: 0.0443611 Sep 10 15:20:35.371566 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-9c5a629c-ec54-4f3c-bc25-186473d3a646 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:35.373053 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-9c5a629c-ec54-4f3c-bc25-186473d3a646 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.43 "GET /v2.0/networks?id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc HTTP/1.1" status: 200 len: 810 time: 0.1783957 Sep 10 15:20:35.431281 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-2a8a4861-6db5-4f25-8a80-c4b8c2e29856 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90064210fccc4fb2a9db8b495df16e58 HTTP/1.1" status: 200 len: 380 time: 0.0491261 Sep 10 15:20:35.454349 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-16f75c68-ab48-41a9-8274-1ec96847d7fb tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Request body: {'port': {'device_id': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'admin_state_up': True, 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'security_groups': ['bb510f31-e5b5-4cc1-9f6a-086d99594c6a']}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:20:35.547126 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc09339c-21a5-468e-b783-55697b1a8152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547132'] for router_interface, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:35.646536 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-16f75c68-ab48-41a9-8274-1ec96847d7fb tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Made reservation on behalf of 90064210fccc4fb2a9db8b495df16e58 for: {'port': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:20:35.650300 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-16f75c68-ab48-41a9-8274-1ec96847d7fb tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:35.842521 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-16f75c68-ab48-41a9-8274-1ec96847d7fb tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Allocated IP 172.20.0.3 (fce6ad5e-9c1e-4100-8294-bf0edb3e94cc/358058bb-a0d0-4889-8b80-3a01a6232dfd/3643e96f-33a6-4c9b-8547-193a581c1725) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:20:36.039871 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bd6e9-7dc5-4d6b-8667-a79650bee7c0 req-72545979-8f7d-4f0a-9c5d-16186794a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:36.041870 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-648bd6e9-7dc5-4d6b-8667-a79650bee7c0 req-72545979-8f7d-4f0a-9c5d-16186794a3fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38a103aa430e44d19677d7d83ecdf77d&device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 1098 time: 0.1129229 Sep 10 15:20:36.068437 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-cc09339c-21a5-468e-b783-55697b1a8152 admin admin] Deleting port ffb0c0a1-2249-4ed0-a18d-b36a4d31651b {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:20:36.068800 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc09339c-21a5-468e-b783-55697b1a8152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:36.118591 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-16f75c68-ab48-41a9-8274-1ec96847d7fb tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:36.171873 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7f1fe-4db6-4d20-a694-64a70feeddba req-d080c3b4-5219-409c-b5f0-43168ed8150a tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:36.174049 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-05a7f1fe-4db6-4d20-a694-64a70feeddba req-d080c3b4-5219-409c-b5f0-43168ed8150a tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0482364 Sep 10 15:20:36.200826 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-16f75c68-ab48-41a9-8274-1ec96847d7fb tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Transition to ACTIVE for port object 3643e96f-33a6-4c9b-8547-193a581c1725 will not be triggered until provisioned by entity DHCP. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:20:36.211325 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-05a7f1fe-4db6-4d20-a694-64a70feeddba req-9690e4d5-09c6-4ddf-968c-ca51c1ebaea5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313740 Sep 10 15:20:36.249162 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-cc09339c-21a5-468e-b783-55697b1a8152 admin admin] For port ffb0c0a1-2249-4ed0-a18d-b36a4d31651b, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=ffb0c0a1-2249-4ed0-a18d-b36a4d31651b,segment=NetworkSegment(f917e91c-dcfb-4ada-a1fe-4754ca293181),segment_id=f917e91c-dcfb-4ada-a1fe-4754ca293181)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:20:36.249529 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc09339c-21a5-468e-b783-55697b1a8152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:36.255880 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bd6e9-7dc5-4d6b-8667-a79650bee7c0 req-8a327126-2648-48fb-b3a9-52a1404ac260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:36.257386 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-648bd6e9-7dc5-4d6b-8667-a79650bee7c0 req-8a327126-2648-48fb-b3a9-52a1404ac260 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6da470b5-21a6-48da-8f44-511723482333 HTTP/1.1" status: 200 len: 918 time: 0.2041922 Sep 10 15:20:36.307540 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-cc09339c-21a5-468e-b783-55697b1a8152 admin admin] Calling delete_port for ffb0c0a1-2249-4ed0-a18d-b36a4d31651b owned by network:router_interface {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:20:36.324973 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d74198e9-a0c2-40ed-87e5-7c268a058568 req-a1f37101-ccbc-4a3a-9b52-ca4d9f794098 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 210 time: 0.0294120 Sep 10 15:20:36.608203 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-16f75c68-ab48-41a9-8274-1ec96847d7fb tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:36.648847 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-648bd6e9-7dc5-4d6b-8667-a79650bee7c0 req-798b9dfe-4ef7-4f1a-87cf-3e703e7f7d36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e35aee13-9436-43ac-b397-dc34d328e8c8 HTTP/1.1" status: 200 len: 1000 time: 0.3810756 Sep 10 15:20:36.669827 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-16f75c68-ab48-41a9-8274-1ec96847d7fb tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:20:36.703328 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-16f75c68-ab48-41a9-8274-1ec96847d7fb tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:20:36.711558 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-16f75c68-ab48-41a9-8274-1ec96847d7fb tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:20:36.724894 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f75c68-ab48-41a9-8274-1ec96847d7fb tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event updated for resources: {'Port': ['ID=3643e96f-33a6-4c9b-8547-193a581c1725,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:36.797112 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bd6e9-7dc5-4d6b-8667-a79650bee7c0 req-ea806b12-399d-4d02-b418-2357e11f0517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:36.798587 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-648bd6e9-7dc5-4d6b-8667-a79650bee7c0 req-ea806b12-399d-4d02-b418-2357e11f0517 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef768324-eaba-4f07-b58a-689f0ef013d0 HTTP/1.1" status: 200 len: 856 time: 0.1307378 Sep 10 15:20:36.827785 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-16f75c68-ab48-41a9-8274-1ec96847d7fb tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:36.828407 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-16f75c68-ab48-41a9-8274-1ec96847d7fb tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:36.877392 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-16f75c68-ab48-41a9-8274-1ec96847d7fb tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4296379 Sep 10 15:20:36.887837 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-cbda7075-1561-4351-a48d-3bb1e8a75054 None None] Provisioning for port 3643e96f-33a6-4c9b-8547-193a581c1725 completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:20:36.891142 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Request body: {'port': {'device_id': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:20:36.891581 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-cbda7075-1561-4351-a48d-3bb1e8a75054 None None] Provisioning complete for port 3643e96f-33a6-4c9b-8547-193a581c1725 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:20:36.892010 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-cbda7075-1561-4351-a48d-3bb1e8a75054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:36.897887 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bd6e9-7dc5-4d6b-8667-a79650bee7c0 req-bbb90b09-fb84-479a-aa46-7ed491680ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:36.899333 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-648bd6e9-7dc5-4d6b-8667-a79650bee7c0 req-bbb90b09-fb84-479a-aa46-7ed491680ceb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6da470b5-21a6-48da-8f44-511723482333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0913033 Sep 10 15:20:36.927122 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-cbda7075-1561-4351-a48d-3bb1e8a75054 None None] Port 3643e96f-33a6-4c9b-8547-193a581c1725 cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:20:37.043352 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:37.048912 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc09339c-21a5-468e-b783-55697b1a8152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:37.093709 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09339c-21a5-468e-b783-55697b1a8152 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb0c0a1-2249-4ed0-a18d-b36a4d31651b,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:37.124728 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-648bd6e9-7dc5-4d6b-8667-a79650bee7c0 req-7b13bf1a-f439-4d62-a94f-e4226d56dfd6 service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099380 Sep 10 15:20:37.329841 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99a5ae-ce4e-488c-96c8-33ab3b1e8b53 req-439787e7-7465-4088-ab69-767e917188dc tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:37.331312 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cf99a5ae-ce4e-488c-96c8-33ab3b1e8b53 req-439787e7-7465-4088-ab69-767e917188dc tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0474992 Sep 10 15:20:37.371519 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cf99a5ae-ce4e-488c-96c8-33ab3b1e8b53 req-e4b7136a-5167-4ac1-b1c1-bb3f67f614df tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340445 Sep 10 15:20:37.396483 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-648bd6e9-7dc5-4d6b-8667-a79650bee7c0 req-cab8c66f-d32d-4712-a188-36ec13c1285f service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519400 Sep 10 15:20:37.444597 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e56c4-4828-4a86-a5d1-0d63b2e41b52 req-d378b855-d5ce-4ffc-b921-6aaa428410a5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:37.446093 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4a2e56c4-4828-4a86-a5d1-0d63b2e41b52 req-d378b855-d5ce-4ffc-b921-6aaa428410a5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 931 time: 0.0477943 Sep 10 15:20:37.484285 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4a2e56c4-4828-4a86-a5d1-0d63b2e41b52 req-06e48aaa-c34d-4b76-baef-6f7af7cc55eb tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314653 Sep 10 15:20:37.504030 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc09339c-21a5-468e-b783-55697b1a8152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-733762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547208'] for router_interface, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:37.599678 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3643e96f-33a6-4c9b-8547-193a581c1725 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:20:37.611445 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:37.656402 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Transition to ACTIVE for port object 3643e96f-33a6-4c9b-8547-193a581c1725 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:20:37.664634 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:37.758537 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3643e96f-33a6-4c9b-8547-193a581c1725,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:37.873419 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Attempting to bind port 3643e96f-33a6-4c9b-8547-193a581c1725 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:20:37.873744 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Attempting to bind port 3643e96f-33a6-4c9b-8547-193a581c1725 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:20:37.874064 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Attempting to bind port 3643e96f-33a6-4c9b-8547-193a581c1725 on network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:20:37.876870 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc09339c-21a5-468e-b783-55697b1a8152 admin admin] Router 3e59380b-28aa-4c38-9685-7db17d8c1664 has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:20:37.881988 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Port 3643e96f-33a6-4c9b-8547-193a581c1725 on network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:20:37.882533 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Attempting to bind port 3643e96f-33a6-4c9b-8547-193a581c1725 on network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:20:37.891716 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:20:37.892046 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Checking segment: {'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:20:37.892419 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Bound using segment: {'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:20:37.892868 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Bound port: 3643e96f-33a6-4c9b-8547-193a581c1725, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:20:37.893220 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:38.034232 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] For port 3643e96f-33a6-4c9b-8547-193a581c1725, host hv-cinder-76018, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:20:38.048611 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc09339c-21a5-468e-b783-55697b1a8152 admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:20:38.054439 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-cc09339c-21a5-468e-b783-55697b1a8152 admin admin] 10.222.0.32 "PUT /v2.0/routers/3e59380b-28aa-4c38-9685-7db17d8c1664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3567350 Sep 10 15:20:38.056211 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] For port 3643e96f-33a6-4c9b-8547-193a581c1725, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=3643e96f-33a6-4c9b-8547-193a581c1725,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:20:38.057791 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 34560) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:38.060664 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d474c9a3-0cd7-4059-b64e-47535594cde8 None None] Sync routers for ids ['3e59380b-28aa-4c38-9685-7db17d8c1664'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:20:38.062726 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:38.070215 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d474c9a3-0cd7-4059-b64e-47535594cde8 None None] Routers {'3e59380b-28aa-4c38-9685-7db17d8c1664'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:20:38.071133 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-d474c9a3-0cd7-4059-b64e-47535594cde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:20:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['3e59380b-28aa-4c38-9685-7db17d8c1664'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:38.101593 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:38.102210 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:38.103708 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] 10.222.0.43 "PUT /v2.0/ports/3643e96f-33a6-4c9b-8547-193a581c1725 HTTP/1.1" status: 200 len: 1093 time: 1.2165923 Sep 10 15:20:38.104665 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'tag': '3643e96f-33a6-4c9b-8547-193a581c1725'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:20:38.107399 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690a63f7-ccc4-4f82-853d-381f872e18b0" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff225ab-b219-4d23-8340-3c6f047e6efb", "tag": "3643e96f-33a6-4c9b-8547-193a581c1725"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:20:38.130851 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe44cf8-4efe-4389-8cf3-5e392e3131c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3643e96f-33a6-4c9b-8547-193a581c1725,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:38.184620 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe9058a-f0c8-4eb5-a856-280a023bf65e x-openstack-request-id: req-dfe9058a-f0c8-4eb5-a856-280a023bf65e {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:20:38.185508 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff225ab-b219-4d23-8340-3c6f047e6efb", "tag": "3643e96f-33a6-4c9b-8547-193a581c1725", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:20:38.185879 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfe9058a-f0c8-4eb5-a856-280a023bf65e {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:20:38.186322 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'tag': '3643e96f-33a6-4c9b-8547-193a581c1725', 'status': 'completed', 'code': 200} Sep 10 15:20:38.204880 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-cc9bd4a5-d29d-4a0c-bca2-ef5c079c5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:38.205070 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-d474c9a3-0cd7-4059-b64e-47535594cde8 None None] Set router 3e59380b-28aa-4c38-9685-7db17d8c1664 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:20:38.207609 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-cc9bd4a5-d29d-4a0c-bca2-ef5c079c5f5f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=90064210fccc4fb2a9db8b495df16e58&device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 1096 time: 0.0598080 Sep 10 15:20:38.211658 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e06511aa-a6ce-4f0b-ab4d-ca42d73899e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:38.258360 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-86364c0e-84c8-4b9b-bc29-39fa71a8c142 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3643e96f-33a6-4c9b-8547-193a581c1725 HTTP/1.1" status: 200 len: 217 time: 0.0415621 Sep 10 15:20:38.335630 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e06511aa-a6ce-4f0b-ab4d-ca42d73899e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:38.344614 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-a166ccc5-0b72-4606-ad56-454fb0e387a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:38.346400 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-a166ccc5-0b72-4606-ad56-454fb0e387a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=358058bb-a0d0-4889-8b80-3a01a6232dfd HTTP/1.1" status: 200 len: 849 time: 0.0789704 Sep 10 15:20:38.400988 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-747a65e3-1984-4501-829f-0a6fa99a90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:38.402961 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-747a65e3-1984-4501-829f-0a6fa99a90fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0477679 Sep 10 15:20:38.419818 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-e06511aa-a6ce-4f0b-ab4d-ca42d73899e3 admin admin] Deleting port d826b489-b29b-4d08-9eb5-e0f93733a3c3 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:20:38.420161 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e06511aa-a6ce-4f0b-ab4d-ca42d73899e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:38.448822 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-d474c9a3-0cd7-4059-b64e-47535594cde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:20:36Z', 'revision_number': 5, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port': {'id': 'd826b489-b29b-4d08-9eb5-e0f93733a3c3', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:44Z', 'updated_at': '2021-09-10T15:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:38.486539 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d474c9a3-0cd7-4059-b64e-47535594cde8 None None] Checking router: 3e59380b-28aa-4c38-9685-7db17d8c1664 for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:20:38.496211 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d474c9a3-0cd7-4059-b64e-47535594cde8 None None] Routers {'3e59380b-28aa-4c38-9685-7db17d8c1664'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:20:38.496884 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-d474c9a3-0cd7-4059-b64e-47535594cde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:20:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['3e59380b-28aa-4c38-9685-7db17d8c1664'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:38.501113 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-1aa9daa7-04ba-4dc8-8b29-0b72dc3eb630 service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904994 Sep 10 15:20:38.538855 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e413d-644d-4ef2-b93a-c0890797bd76 req-bb8c8d55-a8aa-4121-8be5-64ad9e5ffa92 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:38.540386 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fe8e413d-644d-4ef2-b93a-c0890797bd76 req-bb8c8d55-a8aa-4121-8be5-64ad9e5ffa92 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 945 time: 0.0932858 Sep 10 15:20:38.542878 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-e06511aa-a6ce-4f0b-ab4d-ca42d73899e3 admin admin] For port d826b489-b29b-4d08-9eb5-e0f93733a3c3, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=d826b489-b29b-4d08-9eb5-e0f93733a3c3,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:20:38.543252 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e06511aa-a6ce-4f0b-ab4d-ca42d73899e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:38.583975 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-e06511aa-a6ce-4f0b-ab4d-ca42d73899e3 admin admin] Calling delete_port for d826b489-b29b-4d08-9eb5-e0f93733a3c3 owned by network:router_gateway {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:20:38.596727 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-d474c9a3-0cd7-4059-b64e-47535594cde8 None None] Set router 3e59380b-28aa-4c38-9685-7db17d8c1664 gateway port host: None {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:20:38.616882 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6a6121ca-805f-4e6a-a1bf-72f64112c8fb req-b2d647e9-24ec-4bee-b9f6-9003db82f6b1 service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069157 Sep 10 15:20:38.632323 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fe8e413d-644d-4ef2-b93a-c0890797bd76 req-a57bab0f-80e9-4ebc-bd33-b461a50dffce tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812454 Sep 10 15:20:38.657978 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-d474c9a3-0cd7-4059-b64e-47535594cde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:20:38Z', 'revision_number': 6, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port_host': None}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:38.676483 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076012b8-a1f7-464d-ae67-d8f275e3b142 req-f46d028e-0dff-4b71-84b0-3c3eae944a6e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:38.677989 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-076012b8-a1f7-464d-ae67-d8f275e3b142 req-f46d028e-0dff-4b71-84b0-3c3eae944a6e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 943 time: 0.1127210 Sep 10 15:20:38.689887 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d474c9a3-0cd7-4059-b64e-47535594cde8 None None] The sync data for ids ['3e59380b-28aa-4c38-9685-7db17d8c1664'] in dv-cinder-760184-10-iscsi is: [{'id': '3e59380b-28aa-4c38-9685-7db17d8c1664', 'name': 'tempest-AttachVolumeTestJSON-475390810-router', 'tenant_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:43Z', 'updated_at': '2021-09-10T15:20:38Z', 'revision_number': 6, 'project_id': '4c0dbe00e8be4d6fa4f0727f7fa2408d', 'gw_port_host': None}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:20:38.720686 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a63f7-ccc4-4f82-853d-381f872e18b0 req-8db02733-8285-45ed-b061-3423cb315550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:38.722787 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-690a63f7-ccc4-4f82-853d-381f872e18b0 req-8db02733-8285-45ed-b061-3423cb315550 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=90064210fccc4fb2a9db8b495df16e58&device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 1096 time: 0.0481887 Sep 10 15:20:38.768646 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-076012b8-a1f7-464d-ae67-d8f275e3b142 req-a8ef6e0e-133c-4be7-b7d2-ecbd4dd65d65 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816603 Sep 10 15:20:38.819314 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a63f7-ccc4-4f82-853d-381f872e18b0 req-cb711b99-e011-495e-9214-1ec692e50892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:38.820797 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-690a63f7-ccc4-4f82-853d-381f872e18b0 req-cb711b99-e011-495e-9214-1ec692e50892 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc HTTP/1.1" status: 200 len: 911 time: 0.0895026 Sep 10 15:20:38.831423 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e06511aa-a6ce-4f0b-ab4d-ca42d73899e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:38.857843 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06511aa-a6ce-4f0b-ab4d-ca42d73899e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d826b489-b29b-4d08-9eb5-e0f93733a3c3,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:38.863617 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-690a63f7-ccc4-4f82-853d-381f872e18b0 req-3eb53f02-085a-4a87-8b1a-c4c9cd72ee45 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3643e96f-33a6-4c9b-8547-193a581c1725 HTTP/1.1" status: 200 len: 217 time: 0.0348856 Sep 10 15:20:38.916780 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a63f7-ccc4-4f82-853d-381f872e18b0 req-15c1b54f-9336-46f8-879a-b2349268ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:38.918358 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-690a63f7-ccc4-4f82-853d-381f872e18b0 req-15c1b54f-9336-46f8-879a-b2349268ae6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=358058bb-a0d0-4889-8b80-3a01a6232dfd HTTP/1.1" status: 200 len: 849 time: 0.0476837 Sep 10 15:20:38.921594 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e06511aa-a6ce-4f0b-ab4d-ca42d73899e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551018'] for router_gateway, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:38.974634 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a63f7-ccc4-4f82-853d-381f872e18b0 req-39b09628-b693-4f9a-aabb-9a68a0c17d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:38.976446 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-690a63f7-ccc4-4f82-853d-381f872e18b0 req-39b09628-b693-4f9a-aabb-9a68a0c17d38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0463045 Sep 10 15:20:39.016180 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e06511aa-a6ce-4f0b-ab4d-ca42d73899e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-335'] for router, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.018546 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e06511aa-a6ce-4f0b-ab4d-ca42d73899e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.061870 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e06511aa-a6ce-4f0b-ab4d-ca42d73899e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542672'] for router, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.062402 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06511aa-a6ce-4f0b-ab4d-ca42d73899e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e59380b-28aa-4c38-9685-7db17d8c1664 {{(pid=94031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 15:20:39.069067 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e06511aa-a6ce-4f0b-ab4d-ca42d73899e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.069442 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-690a63f7-ccc4-4f82-853d-381f872e18b0 req-1674fa70-9318-49b0-b82b-d4dc96f9b3ab service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849493 Sep 10 15:20:39.073025 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 34568) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:39.073211 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-e06511aa-a6ce-4f0b-ab4d-ca42d73899e3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3e59380b-28aa-4c38-9685-7db17d8c1664 HTTP/1.1" status: 204 len: 168 time: 1.0137742 Sep 10 15:20:39.170656 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1a3990-68ad-482e-98ec-9921feee5b30 admin admin] Deleting subnet 4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b {{(pid=94032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:20:39.177630 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3990-68ad-482e-98ec-9921feee5b30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.224328 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3990-68ad-482e-98ec-9921feee5b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13604879'] for subnet, precommit_delete_associations {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.227352 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-690a63f7-ccc4-4f82-853d-381f872e18b0 req-fabfef76-6a02-471d-ac2e-a185bda5b5d0 service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475048 Sep 10 15:20:39.265517 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device e35aee13-9436-43ac-b397-dc34d328e8c8 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:20:39.314024 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3990-68ad-482e-98ec-9921feee5b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766759'] for subnet, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.372218 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3990-68ad-482e-98ec-9921feee5b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13899841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13349813'] for subnet, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.399201 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a3990-68ad-482e-98ec-9921feee5b30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:39.401780 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3990-68ad-482e-98ec-9921feee5b30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.403626 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-8c1a3990-68ad-482e-98ec-9921feee5b30 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4f6b7a77-0852-4b7f-a74e-d1022b3c7c0b HTTP/1.1" status: 204 len: 168 time: 0.3296895 Sep 10 15:20:39.406223 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 34570) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:39.411294 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8375a1a1-45ab-4e79-86ca-80880a0a48c4 None None] Network 9fd410a6-6b42-4dd7-aaee-5021094067c5 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:20:39.473804 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1354939'] for network, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.531940 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] Deleting port b49d0786-6fcf-4802-9e12-b3d4e61ad1bc {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:20:39.532280 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.561032 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.587023 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b620f6-f2af-446d-960b-940b509dbfb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35aee13-9436-43ac-b397-dc34d328e8c8'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:20:39.590028 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dac91b-8a96-4174-9811-6cae142bc521" -d '{"events": [{"server_uuid": "b2b620f6-f2af-446d-960b-940b509dbfb3", "name": "network-vif-unplugged", "status": "completed", "tag": "e35aee13-9436-43ac-b397-dc34d328e8c8"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:20:39.601099 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] For port b49d0786-6fcf-4802-9e12-b3d4e61ad1bc, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=b49d0786-6fcf-4802-9e12-b3d4e61ad1bc,segment=NetworkSegment(f917e91c-dcfb-4ada-a1fe-4754ca293181),segment_id=f917e91c-dcfb-4ada-a1fe-4754ca293181)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:20:39.601545 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.612304 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port e35aee13-9436-43ac-b397-dc34d328e8c8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e35aee13-9436-43ac-b397-dc34d328e8c8,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:20:39.616414 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] Calling delete_port for b49d0786-6fcf-4802-9e12-b3d4e61ad1bc owned by network:dhcp {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:20:39.618184 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.648549 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 15:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c004c42d-6ff6-4390-81b0-1f40a5d4e21b x-openstack-request-id: req-c004c42d-6ff6-4390-81b0-1f40a5d4e21b {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:20:39.648860 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b620f6-f2af-446d-960b-940b509dbfb3", "name": "network-vif-unplugged", "status": "failed", "tag": "e35aee13-9436-43ac-b397-dc34d328e8c8", "code": 422}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:20:39.649289 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c004c42d-6ff6-4390-81b0-1f40a5d4e21b {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:20:39.649841 dv-cinder-760184-10-iscsi neutron-server[94033]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2b620f6-f2af-446d-960b-940b509dbfb3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e35aee13-9436-43ac-b397-dc34d328e8c8', 'code': 422} returned with failed status Sep 10 15:20:39.661799 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150af288-093e-4863-aa3a-14ef0b657b67 None None] DHCP port deletion for 9fd410a6-6b42-4dd7-aaee-5021094067c5 request from dv-cinder-760184-10-iscsi {{(pid=94033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 15:20:39.705697 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=e35aee13-9436-43ac-b397-dc34d328e8c8,revision_number=8']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:39.721601 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.737020 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-150af288-093e-4863-aa3a-14ef0b657b67 None None] Deleting port b49d0786-6fcf-4802-9e12-b3d4e61ad1bc {{(pid=94033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:20:39.737398 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-150af288-093e-4863-aa3a-14ef0b657b67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.748201 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] Pushing event deleted for resources: {'Port': ['ID=b49d0786-6fcf-4802-9e12-b3d4e61ad1bc,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:39.751886 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] No DVR routers for this DVR port b49d0786-6fcf-4802-9e12-b3d4e61ad1bc on host dv-cinder-760184-10-iscsi {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:20:39.779446 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d869fa-abd9-4d81-97e6-2dd2f489872a req-edcdf9ef-f8a2-41b5-a09d-2cf76aa6b051 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:39.781200 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f7d869fa-abd9-4d81-97e6-2dd2f489872a req-edcdf9ef-f8a2-41b5-a09d-2cf76aa6b051 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 943 time: 0.0630255 Sep 10 15:20:39.808811 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-150af288-093e-4863-aa3a-14ef0b657b67 None None] For port b49d0786-6fcf-4802-9e12-b3d4e61ad1bc, host dv-cinder-760184-10-iscsi, got binding levels [] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:20:39.809099 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-150af288-093e-4863-aa3a-14ef0b657b67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.821849 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-150af288-093e-4863-aa3a-14ef0b657b67 None None] Calling delete_port for b49d0786-6fcf-4802-9e12-b3d4e61ad1bc owned by network:dhcp {{(pid=94033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:20:39.825776 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.ipam_backend_mixin [None req-150af288-093e-4863-aa3a-14ef0b657b67 None None] Port b49d0786-6fcf-4802-9e12-b3d4e61ad1bc was not found and therefore no delete operation was performed {{(pid=94033) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 15:20:39.827151 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-150af288-093e-4863-aa3a-14ef0b657b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354'] for port, after_delete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.853380 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150af288-093e-4863-aa3a-14ef0b657b67 None None] Pushing event deleted for resources: {'Port': ['ID=b49d0786-6fcf-4802-9e12-b3d4e61ad1bc,revision_number=None']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:39.861388 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767442', 'neutron.services.segments.db._delete_segments_for_network-8740670112925'] for network, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.864026 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150af288-093e-4863-aa3a-14ef0b657b67 None None] No DVR routers for this DVR port b49d0786-6fcf-4802-9e12-b3d4e61ad1bc on host dv-cinder-760184-10-iscsi {{(pid=94033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:20:39.872060 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f7d869fa-abd9-4d81-97e6-2dd2f489872a req-3c81d798-d5f3-48a8-9aad-aaa88f4dcac5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822761 Sep 10 15:20:39.889240 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd410a6-6b42-4dd7-aaee-5021094067c5']}} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:39.902314 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f917e91c-dcfb-4ada-a1fe-4754ca293181') {'for_net_delete': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:39.902610 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f917e91c-dcfb-4ada-a1fe-4754ca293181') {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:39.912222 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740670111398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13604982'] for segment, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.927675 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.934868 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:20:39.935276 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13900707'] for segment, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: Traceback (most recent call last): Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: timer() Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: cb(*args, **kw) Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: return func(*args, **kwargs) Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: self._notify() Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: self.callback(batched_events) Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: event.method(event) Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: return f(self, *a, **k) Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: return self._get(url).json() Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: return self.request(url, 'GET', **kwargs) Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:20:39.936929 dv-cinder-760184-10-iscsi neutron-server[94032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:20:39.940185 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9324567-7bb4-4926-a6ec-db5fc91470fb req-a1da0b2b-a5b9-49eb-915e-07067a575f27 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:39.949099 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c9324567-7bb4-4926-a6ec-db5fc91470fb req-a1da0b2b-a5b9-49eb-915e-07067a575f27 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 943 time: 0.0760024 Sep 10 15:20:39.982807 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c9324567-7bb4-4926-a6ec-db5fc91470fb req-0ac9fb56-f71a-404a-a66a-323cbbef5934 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328550 Sep 10 15:20:39.997997 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550926'] for network, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:40.003624 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:40.009227 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] 10.222.0.32 "DELETE /v2.0/networks/9fd410a6-6b42-4dd7-aaee-5021094067c5 HTTP/1.1" status: 204 len: 168 time: 0.6020401 Sep 10 15:20:40.022445 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181ccd1-4e80-4722-9ca4-6e080054fbcc admin admin] Pushing event deleted for resources: {'Network': ['ID=9fd410a6-6b42-4dd7-aaee-5021094067c5,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:40.123888 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 34588) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:40.168806 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-cabbe488-3e9c-4b91-9c6d-a4d0cf18a7d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c0dbe00e8be4d6fa4f0727f7fa2408d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396051 Sep 10 15:20:40.168806 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 34592) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:40.368170 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device ffb0c0a1-2249-4ed0-a18d-b36a4d31651b no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:20:40.393512 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: ffb0c0a1-2249-4ed0-a18d-b36a4d31651b {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:20:40.394100 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device ffb0c0a1-2249-4ed0-a18d-b36a4d31651b not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:20:40.394923 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device b49d0786-6fcf-4802-9e12-b3d4e61ad1bc no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:20:40.415530 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: b49d0786-6fcf-4802-9e12-b3d4e61ad1bc {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:20:40.416629 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device b49d0786-6fcf-4802-9e12-b3d4e61ad1bc not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:20:40.417402 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device d826b489-b29b-4d08-9eb5-e0f93733a3c3 no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:20:40.436861 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: d826b489-b29b-4d08-9eb5-e0f93733a3c3 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:20:40.437318 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device d826b489-b29b-4d08-9eb5-e0f93733a3c3 not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:20:40.473427 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-055b8790-883f-42ff-878a-00486f1e5207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:40.495080 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-055b8790-883f-42ff-878a-00486f1e5207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:40.539177 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-055b8790-883f-42ff-878a-00486f1e5207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:40.542438 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-055b8790-883f-42ff-878a-00486f1e5207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:40.543575 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-055b8790-883f-42ff-878a-00486f1e5207 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4126772a-2686-4765-bd6f-b8f0ed25bb1f HTTP/1.1" status: 204 len: 168 time: 0.3749115 Sep 10 15:20:40.550864 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b8790-883f-42ff-878a-00486f1e5207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4126772a-2686-4765-bd6f-b8f0ed25bb1f,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:40.717404 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [req-10f79894-bfb7-4e28-8829-bf612b2d605e req-c1316a6d-a488-4d6d-a797-97ac43e5ee50 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94031) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:20:40.718390 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-10f79894-bfb7-4e28-8829-bf612b2d605e req-c1316a6d-a488-4d6d-a797-97ac43e5ee50 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062878 Sep 10 15:20:40.884537 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceaa452-2c08-4c38-bdd2-08487a696e1d req-63248fc4-c712-44a1-9145-23c2d56fdddd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:40.886931 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1ceaa452-2c08-4c38-bdd2-08487a696e1d req-63248fc4-c712-44a1-9145-23c2d56fdddd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 943 time: 0.0576637 Sep 10 15:20:40.916830 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-03ff9cd6-6acc-4279-a1c4-2349b5c27e18 req-b804cbf9-6dac-43d0-b3e5-1ac2f04cc8e4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404644 Sep 10 15:20:40.929655 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1ceaa452-2c08-4c38-bdd2-08487a696e1d req-d0ebe1b9-6997-48cc-8b8e-64f56b2f7e58 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348613 Sep 10 15:20:41.121160 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ecc5c-2fde-453f-9647-5e512dbd49c9 req-a7f059d7-9bcb-49d7-b595-8c883cfb084c tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:41.122727 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-610ecc5c-2fde-453f-9647-5e512dbd49c9 req-a7f059d7-9bcb-49d7-b595-8c883cfb084c tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 943 time: 0.0524228 Sep 10 15:20:41.162782 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-610ecc5c-2fde-453f-9647-5e512dbd49c9 req-4e90eee0-6d32-465f-bf02-08e8d9f33903 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332270 Sep 10 15:20:41.656217 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff9cd6-6acc-4279-a1c4-2349b5c27e18 req-4daa5a54-1de3-4517-94e0-cdebc41c0061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:41.657809 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-03ff9cd6-6acc-4279-a1c4-2349b5c27e18 req-4daa5a54-1de3-4517-94e0-cdebc41c0061 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3&tenant_id=38a103aa430e44d19677d7d83ecdf77d HTTP/1.1" status: 200 len: 1096 time: 0.0423365 Sep 10 15:20:41.736444 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff9cd6-6acc-4279-a1c4-2349b5c27e18 req-65c5697e-b062-40bd-a6cd-9ccb3fd10db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:41.737988 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-03ff9cd6-6acc-4279-a1c4-2349b5c27e18 req-65c5697e-b062-40bd-a6cd-9ccb3fd10db8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38a103aa430e44d19677d7d83ecdf77d&device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 1096 time: 0.0563455 Sep 10 15:20:41.828146 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff9cd6-6acc-4279-a1c4-2349b5c27e18 req-5f1e88e8-3999-4b93-abaa-190a6e06bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:41.829683 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-03ff9cd6-6acc-4279-a1c4-2349b5c27e18 req-5f1e88e8-3999-4b93-abaa-190a6e06bb94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6da470b5-21a6-48da-8f44-511723482333 HTTP/1.1" status: 200 len: 918 time: 0.0846720 Sep 10 15:20:41.899129 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-03ff9cd6-6acc-4279-a1c4-2349b5c27e18 req-aeed9a95-ed93-4f37-a984-fc2423aa1c56 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e35aee13-9436-43ac-b397-dc34d328e8c8 HTTP/1.1" status: 200 len: 998 time: 0.0622771 Sep 10 15:20:41.952157 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff9cd6-6acc-4279-a1c4-2349b5c27e18 req-cefdef23-07b7-4082-bf09-8c974c25f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:41.953673 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-03ff9cd6-6acc-4279-a1c4-2349b5c27e18 req-cefdef23-07b7-4082-bf09-8c974c25f124 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef768324-eaba-4f07-b58a-689f0ef013d0 HTTP/1.1" status: 200 len: 856 time: 0.0473566 Sep 10 15:20:42.001828 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff9cd6-6acc-4279-a1c4-2349b5c27e18 req-29abb2fe-45a5-40c4-8362-879d322860f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:42.003323 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-03ff9cd6-6acc-4279-a1c4-2349b5c27e18 req-29abb2fe-45a5-40c4-8362-879d322860f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6da470b5-21a6-48da-8f44-511723482333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432191 Sep 10 15:20:42.066224 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bf58d-7d43-40bb-8fa8-98647377214f req-bd126d8d-4d2a-498c-b492-1337c8483497 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:42.067928 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-603bf58d-7d43-40bb-8fa8-98647377214f req-bd126d8d-4d2a-498c-b492-1337c8483497 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 943 time: 0.0579007 Sep 10 15:20:42.106696 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-603bf58d-7d43-40bb-8fa8-98647377214f req-e5bca6f0-6023-445e-8f61-f98464569b61 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320199 Sep 10 15:20:42.107240 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-03ff9cd6-6acc-4279-a1c4-2349b5c27e18 req-1a47e1a0-3852-4992-a2b0-08a998a184b5 service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957921 Sep 10 15:20:42.203393 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-03ff9cd6-6acc-4279-a1c4-2349b5c27e18 req-9715c957-459f-4a8d-9adf-79e190ac1570 service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883560 Sep 10 15:20:42.272166 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 34682) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:42.287514 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dcfc1-29a2-47b6-89ed-6f238fb8d3d4 req-2c2251f1-6b55-4678-a4d0-d35b06aa68c6 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:42.289012 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-193dcfc1-29a2-47b6-89ed-6f238fb8d3d4 req-2c2251f1-6b55-4678-a4d0-d35b06aa68c6 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 943 time: 0.0517669 Sep 10 15:20:42.331274 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-193dcfc1-29a2-47b6-89ed-6f238fb8d3d4 req-54c83771-6065-455d-a943-8bbeeb46574e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353837 Sep 10 15:20:42.398112 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e8d7b852-029a-4ab6-b6df-8a765c5ac5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:42.501165 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e8d7b852-029a-4ab6-b6df-8a765c5ac5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:42.504771 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e8d7b852-029a-4ab6-b6df-8a765c5ac5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:42.543316 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-e8d7b852-029a-4ab6-b6df-8a765c5ac5f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=970efaf265a9411da8d891564c23a8cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700100 Sep 10 15:20:42.544160 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7b852-029a-4ab6-b6df-8a765c5ac5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff771291-bc3e-44e3-bbd1-d4d01465e54a,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:42.546705 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 34696) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:42.598093 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f0a350b2-07d9-4883-8499-f5c050faa751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:42.621986 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f0a350b2-07d9-4883-8499-f5c050faa751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:42.690479 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f0a350b2-07d9-4883-8499-f5c050faa751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:42.695947 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f0a350b2-07d9-4883-8499-f5c050faa751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:42.698389 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-f0a350b2-07d9-4883-8499-f5c050faa751 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff771291-bc3e-44e3-bbd1-d4d01465e54a HTTP/1.1" status: 204 len: 168 time: 0.1497762 Sep 10 15:20:42.709500 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a350b2-07d9-4883-8499-f5c050faa751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff771291-bc3e-44e3-bbd1-d4d01465e54a,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:43.050320 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 34708) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:43.066305 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-74ce7871-b6d2-49af-9fff-30bfa13da1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:43.163842 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-74ce7871-b6d2-49af-9fff-30bfa13da1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:43.174886 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-74ce7871-b6d2-49af-9fff-30bfa13da1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:43.259355 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce7871-b6d2-49af-9fff-30bfa13da1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94f7cae-2115-444f-9758-0707d74d7a12,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:43.264376 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-74ce7871-b6d2-49af-9fff-30bfa13da1a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4097b285d6ea4061a95c86146513b64d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130334 Sep 10 15:20:43.267270 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 34712) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:43.282573 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device e35aee13-9436-43ac-b397-dc34d328e8c8 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:20:43.286777 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e03dde-3486-4808-8564-a460d8e78a8e req-6638ccc9-d7bc-4d2d-b58d-da0158482c76 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:43.288357 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-53e03dde-3486-4808-8564-a460d8e78a8e req-6638ccc9-d7bc-4d2d-b58d-da0158482c76 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 943 time: 0.1017616 Sep 10 15:20:43.327991 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3a18f7f8-3d4f-4a37-84a2-a622b841421a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:43.356936 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3a18f7f8-3d4f-4a37-84a2-a622b841421a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:43.365240 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-53e03dde-3486-4808-8564-a460d8e78a8e req-eb5ae5da-7508-4fce-9d9a-7a6f56af3903 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644956 Sep 10 15:20:43.450130 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3a18f7f8-3d4f-4a37-84a2-a622b841421a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:43.452890 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3a18f7f8-3d4f-4a37-84a2-a622b841421a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:43.454031 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-3a18f7f8-3d4f-4a37-84a2-a622b841421a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e94f7cae-2115-444f-9758-0707d74d7a12 HTTP/1.1" status: 204 len: 168 time: 0.1851840 Sep 10 15:20:43.464650 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18f7f8-3d4f-4a37-84a2-a622b841421a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94f7cae-2115-444f-9758-0707d74d7a12,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:43.481461 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88872b57-c967-4638-9de2-bdd7f9d1e5ff req-2d7f726f-0af6-491b-9fb1-f79edbbf05a3 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:43.483101 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-88872b57-c967-4638-9de2-bdd7f9d1e5ff req-2d7f726f-0af6-491b-9fb1-f79edbbf05a3 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 943 time: 0.0780439 Sep 10 15:20:43.535919 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-88872b57-c967-4638-9de2-bdd7f9d1e5ff req-d328c824-6650-4d44-af8d-69785db5ba56 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446012 Sep 10 15:20:44.546603 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50a9fd-1b1f-49eb-b63c-ba1656175f1c req-d6c28108-91d1-4684-9fd9-c1a4443bc12f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:44.548925 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fc50a9fd-1b1f-49eb-b63c-ba1656175f1c req-d6c28108-91d1-4684-9fd9-c1a4443bc12f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 943 time: 0.0620461 Sep 10 15:20:44.593422 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fc50a9fd-1b1f-49eb-b63c-ba1656175f1c req-99a22ce0-c6d3-49da-b118-2002935e2788 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374093 Sep 10 15:20:44.668892 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109a1e6-6cf0-4f12-a37d-09d92ed6a9be req-54114d30-9b21-4718-b78e-125497ea11c3 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:44.670399 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3109a1e6-6cf0-4f12-a37d-09d92ed6a9be req-54114d30-9b21-4718-b78e-125497ea11c3 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 943 time: 0.0605896 Sep 10 15:20:44.708654 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3109a1e6-6cf0-4f12-a37d-09d92ed6a9be req-7eb8c27e-5e7a-4c36-876f-8843df9b8087 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322587 Sep 10 15:20:45.720063 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaa11e-f654-45b9-a49f-0f9c09383294 req-8ece2a26-4780-4cb5-8336-70da8dd67c2c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:45.722155 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-35eaa11e-f654-45b9-a49f-0f9c09383294 req-8ece2a26-4780-4cb5-8336-70da8dd67c2c tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 943 time: 0.0523798 Sep 10 15:20:45.767299 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-35eaa11e-f654-45b9-a49f-0f9c09383294 req-db3303c1-519f-44db-a1d4-716e4c31f014 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389571 Sep 10 15:20:45.833477 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5e920-1a48-4717-bfba-6885b65c1686 req-bcdb34bd-d9c6-438c-8028-a2713875f673 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:45.835140 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-99e5e920-1a48-4717-bfba-6885b65c1686 req-bcdb34bd-d9c6-438c-8028-a2713875f673 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 943 time: 0.0488915 Sep 10 15:20:45.879585 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-99e5e920-1a48-4717-bfba-6885b65c1686 req-c6232428-f841-4f14-983d-31fad1725929 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366077 Sep 10 15:20:46.896839 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81315f6-f090-408a-96d7-2c98467d2a41 req-0424e115-28bb-440e-8703-a2df9cd9fcfd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:46.898367 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b81315f6-f090-408a-96d7-2c98467d2a41 req-0424e115-28bb-440e-8703-a2df9cd9fcfd tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 943 time: 0.0563440 Sep 10 15:20:46.943104 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b81315f6-f090-408a-96d7-2c98467d2a41 req-f4cf925f-4988-489b-82c4-cb5558271891 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375745 Sep 10 15:20:46.997155 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25489e-f27d-4547-b437-f19552bbcb9b req-57949ef9-dad7-4e80-b700-680741bd4ebc tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:46.998657 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5e25489e-f27d-4547-b437-f19552bbcb9b req-57949ef9-dad7-4e80-b700-680741bd4ebc tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 943 time: 0.0476882 Sep 10 15:20:47.040522 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5e25489e-f27d-4547-b437-f19552bbcb9b req-9e692011-2653-4bb4-86eb-075ecb548f81 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357122 Sep 10 15:20:48.067475 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f272b52-22f4-4da2-a0f3-ce6276b7d160 req-df87b1c8-4626-49c4-86af-e57847ee6e6b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:48.068990 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3f272b52-22f4-4da2-a0f3-ce6276b7d160 req-df87b1c8-4626-49c4-86af-e57847ee6e6b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 943 time: 0.0493345 Sep 10 15:20:48.111055 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3f272b52-22f4-4da2-a0f3-ce6276b7d160 req-13b935f7-f39b-4c9b-8473-0a7b32763860 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359457 Sep 10 15:20:48.160743 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fac71-9d4c-4bf5-a35d-28fe80352b07 req-836abc10-b072-4508-ab49-f7f4787ea424 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:48.162268 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-692fac71-9d4c-4bf5-a35d-28fe80352b07 req-836abc10-b072-4508-ab49-f7f4787ea424 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 943 time: 0.0502615 Sep 10 15:20:48.202750 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-692fac71-9d4c-4bf5-a35d-28fe80352b07 req-1cd2eab4-266b-48b8-b198-09a1e9a66f8d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339627 Sep 10 15:20:49.249343 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675339fd-ddd9-40b6-b879-b0d4fd3518d8 req-6486e564-8fa7-47c7-8da2-15f8c20edc19 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:49.252088 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-675339fd-ddd9-40b6-b879-b0d4fd3518d8 req-6486e564-8fa7-47c7-8da2-15f8c20edc19 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 943 time: 0.0647676 Sep 10 15:20:49.300240 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-675339fd-ddd9-40b6-b879-b0d4fd3518d8 req-07ab9f8b-8817-4f8b-94f1-17af11c085ed tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435040 Sep 10 15:20:49.354814 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70163c32-735e-47a5-8565-87f52958bf0c req-9a3b103c-85ef-49a0-b40f-e79bdc2158d9 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:49.356409 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-70163c32-735e-47a5-8565-87f52958bf0c req-9a3b103c-85ef-49a0-b40f-e79bdc2158d9 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 943 time: 0.0764341 Sep 10 15:20:49.392639 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-70163c32-735e-47a5-8565-87f52958bf0c req-f23804a0-d726-4120-be68-64c467048198 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303206 Sep 10 15:20:50.441185 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcf7e3-0f61-4c3c-80d8-3598db68e3f9 req-7a31adaf-2fc3-4f26-864f-78f9db8ffece tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:50.442655 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-51fcf7e3-0f61-4c3c-80d8-3598db68e3f9 req-7a31adaf-2fc3-4f26-864f-78f9db8ffece tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 943 time: 0.0567696 Sep 10 15:20:50.511447 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-51fcf7e3-0f61-4c3c-80d8-3598db68e3f9 req-8f283910-2619-410b-9190-69507c3c62c2 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621336 Sep 10 15:20:50.529697 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1c433-687c-4277-bbbe-68b78af7d94b req-c634097f-7b3b-4c95-aa58-8c9229db8d8c tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:50.531224 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c4d1c433-687c-4277-bbbe-68b78af7d94b req-c634097f-7b3b-4c95-aa58-8c9229db8d8c tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 943 time: 0.0692348 Sep 10 15:20:50.569016 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c4d1c433-687c-4277-bbbe-68b78af7d94b req-df6ffb88-03d2-4230-af00-a3d92a5ead60 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320694 Sep 10 15:20:51.660600 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb8df5-c2fc-469f-bdba-4f004219adc8 req-d14261e9-674a-4598-a72a-1918f5680d7e tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:51.662528 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1adb8df5-c2fc-469f-bdba-4f004219adc8 req-d14261e9-674a-4598-a72a-1918f5680d7e tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 943 time: 0.0699549 Sep 10 15:20:51.724924 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1adb8df5-c2fc-469f-bdba-4f004219adc8 req-6896b757-c91e-40a2-b83c-ca16737f2c25 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542052 Sep 10 15:20:51.734403 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2089b-96d5-4a9c-883a-b2c91d1f9653 req-2edf4f8e-1688-4465-97ad-5197215ae098 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:51.737298 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cbe2089b-96d5-4a9c-883a-b2c91d1f9653 req-2edf4f8e-1688-4465-97ad-5197215ae098 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 943 time: 0.0954149 Sep 10 15:20:51.775630 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cbe2089b-96d5-4a9c-883a-b2c91d1f9653 req-ef14f972-8397-4383-8541-9eecd50e3d24 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332561 Sep 10 15:20:52.708480 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:20:52.904815 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a9f53-ecfd-4c21-98fd-0450703dd2a3 req-150e3761-94cf-42fe-850e-9ea35eadc4f7 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:52.911620 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3b0a9f53-ecfd-4c21-98fd-0450703dd2a3 req-150e3761-94cf-42fe-850e-9ea35eadc4f7 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 943 time: 0.1145184 Sep 10 15:20:52.941460 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b5d0d-51c0-46d3-94a9-30d4832191a6 req-e55ecff0-a10f-48f7-a64f-1850ab9c7d60 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:52.942912 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ec3b5d0d-51c0-46d3-94a9-30d4832191a6 req-e55ecff0-a10f-48f7-a64f-1850ab9c7d60 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 943 time: 0.0873597 Sep 10 15:20:52.973366 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3b0a9f53-ecfd-4c21-98fd-0450703dd2a3 req-e7ad904c-5b7a-4af7-b00c-09e9eaa4ea87 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609107 Sep 10 15:20:52.994556 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ec3b5d0d-51c0-46d3-94a9-30d4832191a6 req-bfc37613-5548-4d16-ab8b-8cdbf686ac9d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436165 Sep 10 15:20:54.086846 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:54.124848 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef43e83-ae2f-43a1-b058-700f01d02552 req-7e9c07c0-4d4b-4d09-9696-404725a7cc32 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:54.126331 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fef43e83-ae2f-43a1-b058-700f01d02552 req-7e9c07c0-4d4b-4d09-9696-404725a7cc32 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 943 time: 0.0808063 Sep 10 15:20:54.138125 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7784cbc-9cf5-471c-9d46-2609d90c3f8e req-6fafa818-3ab0-45c2-a921-6a56fc0bcb97 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:54.139522 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b7784cbc-9cf5-471c-9d46-2609d90c3f8e req-6fafa818-3ab0-45c2-a921-6a56fc0bcb97 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 943 time: 0.0696948 Sep 10 15:20:54.193537 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fef43e83-ae2f-43a1-b058-700f01d02552 req-a3d29745-1de4-4584-8185-b074dfd69308 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529900 Sep 10 15:20:54.198370 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b7784cbc-9cf5-471c-9d46-2609d90c3f8e req-6372cdba-5081-4cc8-92dc-01be8de2b59c tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513647 Sep 10 15:20:55.343187 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 3643e96f-33a6-4c9b-8547-193a581c1725 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:20:55.347822 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72474be-d2de-4955-9337-9d414e6014bd req-a2d8cd01-6b88-4653-824e-11d902010b43 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:55.349344 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a72474be-d2de-4955-9337-9d414e6014bd req-a2d8cd01-6b88-4653-824e-11d902010b43 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 943 time: 0.0789075 Sep 10 15:20:55.358131 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b1087-c15a-4009-babb-935b36362fbb req-228defcb-f8d7-4c57-94c7-732ff71c7283 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:55.364552 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7a3b1087-c15a-4009-babb-935b36362fbb req-228defcb-f8d7-4c57-94c7-732ff71c7283 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 943 time: 0.0799744 Sep 10 15:20:55.411854 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a72474be-d2de-4955-9337-9d414e6014bd req-322b3079-bfc5-4616-b53d-7263604169fa tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514550 Sep 10 15:20:55.419448 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7a3b1087-c15a-4009-babb-935b36362fbb req-47ddfbf8-91ca-4011-8c91-b3c226da372d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525615 Sep 10 15:20:55.438384 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 3643e96f-33a6-4c9b-8547-193a581c1725, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=3643e96f-33a6-4c9b-8547-193a581c1725,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:20:55.449131 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': '3643e96f-33a6-4c9b-8547-193a581c1725', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'port_id': '3643e96f-33a6-4c9b-8547-193a581c1725', 'mac_address': 'fa:16:3e:17:bd:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:20:55.488522 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:55.501429 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3643e96f-33a6-4c9b-8547-193a581c1725 {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:20:55.519469 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 3643e96f-33a6-4c9b-8547-193a581c1725, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=3643e96f-33a6-4c9b-8547-193a581c1725,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:20:55.523481 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:55.524295 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device e35aee13-9436-43ac-b397-dc34d328e8c8 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:20:55.593694 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=3643e96f-33a6-4c9b-8547-193a581c1725,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:55.658315 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port e35aee13-9436-43ac-b397-dc34d328e8c8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e35aee13-9436-43ac-b397-dc34d328e8c8,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:20:55.669323 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': 'e35aee13-9436-43ac-b397-dc34d328e8c8', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'port_id': 'e35aee13-9436-43ac-b397-dc34d328e8c8', 'mac_address': 'fa:16:3e:f1:a2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:20:55.705010 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:55.717766 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35aee13-9436-43ac-b397-dc34d328e8c8 {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:20:55.737119 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port e35aee13-9436-43ac-b397-dc34d328e8c8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e35aee13-9436-43ac-b397-dc34d328e8c8,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:20:55.740624 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:55.786068 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=e35aee13-9436-43ac-b397-dc34d328e8c8,revision_number=9']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:55.966555 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['e35aee13-9436-43ac-b397-dc34d328e8c8'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:20:55.970509 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['3643e96f-33a6-4c9b-8547-193a581c1725'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:20:56.564117 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01cab4-a56c-4684-af9f-5f148453da30 req-9fee8aed-c12e-4cfd-96ca-2df7ba1362a7 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:56.565663 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bf01cab4-a56c-4684-af9f-5f148453da30 req-9fee8aed-c12e-4cfd-96ca-2df7ba1362a7 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 944 time: 0.0760837 Sep 10 15:20:56.573874 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be2c60-a450-4080-b71c-6e12f91c41e0 req-01179b46-ea93-4ce5-b786-ff9133334ffe tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:56.575299 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f9be2c60-a450-4080-b71c-6e12f91c41e0 req-01179b46-ea93-4ce5-b786-ff9133334ffe tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 944 time: 0.0839319 Sep 10 15:20:56.631783 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bf01cab4-a56c-4684-af9f-5f148453da30 req-ae9f060c-22ba-4d4d-96c5-79daff6c4e24 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555491 Sep 10 15:20:56.639988 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f9be2c60-a450-4080-b71c-6e12f91c41e0 req-c1476d91-404c-4285-9345-d4979e5e0cf4 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572317 Sep 10 15:20:56.729724 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b79ef-7296-4921-b463-67c42c377de2 req-a3faa944-d2d9-4f83-bfc7-7e855fa683c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:56.731220 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-362b79ef-7296-4921-b463-67c42c377de2 req-a3faa944-d2d9-4f83-bfc7-7e855fa683c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38a103aa430e44d19677d7d83ecdf77d&device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 1097 time: 0.0412087 Sep 10 15:20:56.836468 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b79ef-7296-4921-b463-67c42c377de2 req-470ef7a1-5e16-4ee2-9844-adcf46be9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:56.838092 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-362b79ef-7296-4921-b463-67c42c377de2 req-470ef7a1-5e16-4ee2-9844-adcf46be9389 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6da470b5-21a6-48da-8f44-511723482333 HTTP/1.1" status: 200 len: 918 time: 0.0867014 Sep 10 15:20:56.903290 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-362b79ef-7296-4921-b463-67c42c377de2 req-462e1192-c11a-4c67-a0d3-3a459f76ca30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e35aee13-9436-43ac-b397-dc34d328e8c8 HTTP/1.1" status: 200 len: 999 time: 0.0576336 Sep 10 15:20:56.956096 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b79ef-7296-4921-b463-67c42c377de2 req-21c75f98-d52d-46ad-8bc4-e664e584d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:56.957542 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-362b79ef-7296-4921-b463-67c42c377de2 req-21c75f98-d52d-46ad-8bc4-e664e584d4ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef768324-eaba-4f07-b58a-689f0ef013d0 HTTP/1.1" status: 200 len: 856 time: 0.0471904 Sep 10 15:20:57.002870 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b79ef-7296-4921-b463-67c42c377de2 req-71e6179f-e8ce-4973-88d4-286ee367b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:57.004317 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-362b79ef-7296-4921-b463-67c42c377de2 req-71e6179f-e8ce-4973-88d4-286ee367b594 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6da470b5-21a6-48da-8f44-511723482333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0380399 Sep 10 15:20:57.096223 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-362b79ef-7296-4921-b463-67c42c377de2 req-61725140-2f80-4c4f-96eb-4be26a45cf9c service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838346 Sep 10 15:20:57.183870 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-362b79ef-7296-4921-b463-67c42c377de2 req-b3d7394c-a789-4f23-84b2-c4f7f585d833 service neutron] 10.222.0.43 "GET /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806057 Sep 10 15:20:57.358104 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 3643e96f-33a6-4c9b-8547-193a581c1725 up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:20:57.404362 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port 3643e96f-33a6-4c9b-8547-193a581c1725 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:20:57.407890 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port 3643e96f-33a6-4c9b-8547-193a581c1725 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:20:57.408269 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:57.487038 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:57.508250 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3643e96f-33a6-4c9b-8547-193a581c1725'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:20:57.510546 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367f3663-ed9e-4f3f-96de-4f0f81e443ea" -d '{"events": [{"server_uuid": "5ff225ab-b219-4d23-8340-3c6f047e6efb", "name": "network-vif-plugged", "status": "completed", "tag": "3643e96f-33a6-4c9b-8547-193a581c1725"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:20:57.523112 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 3643e96f-33a6-4c9b-8547-193a581c1725, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=3643e96f-33a6-4c9b-8547-193a581c1725,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:20:57.528104 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:57.531211 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device e35aee13-9436-43ac-b397-dc34d328e8c8 up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:20:57.573794 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af9e6c4-6a6f-4695-9e46-34fda24ffe91 x-openstack-request-id: req-3af9e6c4-6a6f-4695-9e46-34fda24ffe91 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:20:57.574246 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff225ab-b219-4d23-8340-3c6f047e6efb", "name": "network-vif-plugged", "status": "completed", "tag": "3643e96f-33a6-4c9b-8547-193a581c1725", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:20:57.574505 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3af9e6c4-6a6f-4695-9e46-34fda24ffe91 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:20:57.574893 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3643e96f-33a6-4c9b-8547-193a581c1725', 'code': 200} Sep 10 15:20:57.617273 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=3643e96f-33a6-4c9b-8547-193a581c1725,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:57.626254 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port e35aee13-9436-43ac-b397-dc34d328e8c8 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:20:57.626254 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:57.724234 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:57.767608 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port e35aee13-9436-43ac-b397-dc34d328e8c8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e35aee13-9436-43ac-b397-dc34d328e8c8,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:20:57.773328 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:57.795145 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c212504-4c25-414b-a8ac-2edfe542d012 req-850befda-8b0f-4dbd-9461-681df791e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:57.796658 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-3c212504-4c25-414b-a8ac-2edfe542d012 req-850befda-8b0f-4dbd-9461-681df791e5bd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 1098 time: 0.0484521 Sep 10 15:20:57.831487 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=e35aee13-9436-43ac-b397-dc34d328e8c8,revision_number=10']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:57.836882 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-3c212504-4c25-414b-a8ac-2edfe542d012 req-fe7e4d72-14bb-4528-8a21-b39a4befd298 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330381 Sep 10 15:20:57.844157 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1cafd-9e6b-402b-ae2b-8a699020732e req-fadcc5d0-c5ff-4afc-89c1-669611c3b5b3 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:57.846286 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-15b1cafd-9e6b-402b-ae2b-8a699020732e req-fadcc5d0-c5ff-4afc-89c1-669611c3b5b3 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 944 time: 0.0966601 Sep 10 15:20:57.855499 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f867d78-f403-449a-93fb-fc0e840577e5 req-7a2e63a1-7e89-404b-bf25-445c936a030d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:57.857262 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6f867d78-f403-449a-93fb-fc0e840577e5 req-7a2e63a1-7e89-404b-bf25-445c936a030d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 945 time: 0.1189060 Sep 10 15:20:57.911353 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-15b1cafd-9e6b-402b-ae2b-8a699020732e req-97de1a5c-d792-4baa-a957-d74defd7fb1b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532117 Sep 10 15:20:57.916174 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6f867d78-f403-449a-93fb-fc0e840577e5 req-44330480-77ce-4b3e-8bd8-7ed27ff81ba4 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522077 Sep 10 15:20:58.425707 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-7cb525b9-f672-470f-92a4-85d0c9f6ef5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:59.058917 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d670d-a5b4-4f86-a6cd-59f9f5eaff88 req-57b37eeb-7fc0-446d-8926-2215e5281aba tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:59.060420 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-403d670d-a5b4-4f86-a6cd-59f9f5eaff88 req-57b37eeb-7fc0-446d-8926-2215e5281aba tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 945 time: 0.0790431 Sep 10 15:20:59.068687 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ab868-45c9-4c71-9e72-ef4728c9a7eb req-695c656c-6f25-450b-bcd9-ee9b42e9c935 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:59.070101 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-669ab868-45c9-4c71-9e72-ef4728c9a7eb req-695c656c-6f25-450b-bcd9-ee9b42e9c935 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 946 time: 0.0786519 Sep 10 15:20:59.133143 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-403d670d-a5b4-4f86-a6cd-59f9f5eaff88 req-21a51d84-414b-4401-8675-33687fa23fda tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620711 Sep 10 15:20:59.136456 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-669ab868-45c9-4c71-9e72-ef4728c9a7eb req-79a6469a-57d3-43f5-b67f-33f2a7078fb9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590622 Sep 10 15:20:59.263100 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c222c-ba78-4ad5-aa40-cd1404ecdfd8 req-143addea-e17d-45d3-a16a-e8e5b152b3e8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:59.264560 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9e0c222c-ba78-4ad5-aa40-cd1404ecdfd8 req-143addea-e17d-45d3-a16a-e8e5b152b3e8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 945 time: 0.0522368 Sep 10 15:20:59.301562 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9e0c222c-ba78-4ad5-aa40-cd1404ecdfd8 req-dbb38c71-2461-4452-a256-a5e8ca385400 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309789 Sep 10 15:20:59.323919 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 34940) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:59.365848 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9c61cd-27f2-4386-af7c-f376e8e9cacd tempest-TestVolumeBootPattern-489280881 tempest-TestVolumeBootPattern-489280881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:59.367313 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-fc9c61cd-27f2-4386-af7c-f376e8e9cacd tempest-TestVolumeBootPattern-489280881 tempest-TestVolumeBootPattern-489280881-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 1093 time: 0.0423961 Sep 10 15:20:59.370225 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 34942) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:59.374334 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Request body: {'floatingip': {'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'port_id': '3643e96f-33a6-4c9b-8547-193a581c1725', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:20:59.397260 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for floatingip, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:59.493917 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:59.576067 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b620f6-f2af-446d-960b-940b509dbfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35aee13-9436-43ac-b397-dc34d328e8c8'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:20:59.578518 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cc0e33-0641-40b3-a7f4-8949c0438eb2" -d '{"events": [{"server_uuid": "b2b620f6-f2af-446d-960b-940b509dbfb3", "name": "network-vif-plugged", "status": "completed", "tag": "e35aee13-9436-43ac-b397-dc34d328e8c8"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:20:59.600009 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Allocated IP 172.27.3.74 (080accf6-a61d-43aa-a40c-4a5d90aa3be1/9f699ab7-ff98-4888-8014-ee1b80751434/e8a8d140-eebd-4781-9b63-fe67f0a1c34f) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:20:59.614285 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f95b0d-e745-4d81-aee9-ae9fdb0477c6 x-openstack-request-id: req-85f95b0d-e745-4d81-aee9-ae9fdb0477c6 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:20:59.614678 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b620f6-f2af-446d-960b-940b509dbfb3", "name": "network-vif-plugged", "status": "completed", "tag": "e35aee13-9436-43ac-b397-dc34d328e8c8", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:20:59.615023 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85f95b0d-e745-4d81-aee9-ae9fdb0477c6 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:20:59.615486 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b620f6-f2af-446d-960b-940b509dbfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35aee13-9436-43ac-b397-dc34d328e8c8', 'code': 200} Sep 10 15:20:59.703728 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:59.761992 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:59.814193 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:20:59.823541 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:20:59.828894 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:20:59.833581 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event updated for resources: {'Port': ['ID=e8a8d140-eebd-4781-9b63-fe67f0a1c34f,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:59.854965 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b919b-9dd9-416a-a0d1-70580c725039 req-ff737aac-20b7-4b17-b269-da28686ca726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:20:59.856481 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4c7b919b-9dd9-416a-a0d1-70580c725039 req-ff737aac-20b7-4b17-b269-da28686ca726 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 1099 time: 0.1055171 Sep 10 15:20:59.921166 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4c7b919b-9dd9-416a-a0d1-70580c725039 req-d7d5dcd0-4b94-44f5-b541-27eda1189567 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570414 Sep 10 15:21:00.204064 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:00.260793 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567bcd8-fbd1-4fe4-978e-c643ed82b220 req-be5190c7-1358-45bd-8fd9-b9be12020626 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:00.262879 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9567bcd8-fbd1-4fe4-978e-c643ed82b220 req-be5190c7-1358-45bd-8fd9-b9be12020626 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 946 time: 0.0525577 Sep 10 15:21:00.272093 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:00.312806 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9567bcd8-fbd1-4fe4-978e-c643ed82b220 req-0090b981-11dd-4bea-841c-4d73307e6632 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441365 Sep 10 15:21:00.441657 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:00.446699 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:00.525981 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event updated for resources: {'Port': ['ID=e8a8d140-eebd-4781-9b63-fe67f0a1c34f,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:00.537991 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550972'] for floatingip, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:00.654512 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.l3_db [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Floating IP b91cb3ea-e180-4d51-935b-83e2a3603b17 associated. External IP: 172.27.3.74, port: 3643e96f-33a6-4c9b-8547-193a581c1725. Sep 10 15:21:00.855444 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:21:00.880974 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-f2ced054-a8a3-48e4-8458-b3b539d8d8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:00.963735 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:21:00.975112 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d39927-0c2b-466f-a8a7-626c72d48b3d None None] Sync routers for ids ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'] in dv-cinder-760184-10-iscsi {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:21:00.980240 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:00.987015 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d39927-0c2b-466f-a8a7-626c72d48b3d None None] Routers {'9e5b27c2-22a6-4ae6-b057-d878d03e64d0'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:21:00.987635 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-98d39927-0c2b-466f-a8a7-626c72d48b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:21:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:21:01.009684 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-6bfa2cd9-54ab-44e8-9b5e-325c8fb98245 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6384306 Sep 10 15:21:01.010317 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'tag': '3643e96f-33a6-4c9b-8547-193a581c1725'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:21:01.012592 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bdb8d6-1eca-40bc-97c6-5e560e57e84d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff225ab-b219-4d23-8340-3c6f047e6efb", "tag": "3643e96f-33a6-4c9b-8547-193a581c1725"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:21:01.055863 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482be428-cc95-46ee-b12b-5514ba5eee5e x-openstack-request-id: req-482be428-cc95-46ee-b12b-5514ba5eee5e {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:21:01.056155 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff225ab-b219-4d23-8340-3c6f047e6efb", "tag": "3643e96f-33a6-4c9b-8547-193a581c1725", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:21:01.056409 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-482be428-cc95-46ee-b12b-5514ba5eee5e {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:21:01.056854 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'tag': '3643e96f-33a6-4c9b-8547-193a581c1725', 'status': 'completed', 'code': 200} Sep 10 15:21:01.114857 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-98d39927-0c2b-466f-a8a7-626c72d48b3d None None] Set router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:21:01.125190 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdb8d6-1eca-40bc-97c6-5e560e57e84d req-02ca620c-dfcb-47c1-8107-23ca2494d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:01.127016 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-99bdb8d6-1eca-40bc-97c6-5e560e57e84d req-02ca620c-dfcb-47c1-8107-23ca2494d283 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=90064210fccc4fb2a9db8b495df16e58&device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 1098 time: 0.0451736 Sep 10 15:21:01.222435 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdb8d6-1eca-40bc-97c6-5e560e57e84d req-afa40485-d02f-4062-a5ca-6118e1778c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:01.224055 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-99bdb8d6-1eca-40bc-97c6-5e560e57e84d req-afa40485-d02f-4062-a5ca-6118e1778c83 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc HTTP/1.1" status: 200 len: 911 time: 0.0898461 Sep 10 15:21:01.299617 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-99bdb8d6-1eca-40bc-97c6-5e560e57e84d req-ef0b1558-13f8-4a71-8b09-ee5777639844 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3643e96f-33a6-4c9b-8547-193a581c1725 HTTP/1.1" status: 200 len: 998 time: 0.0670421 Sep 10 15:21:01.316344 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:01.358964 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdb8d6-1eca-40bc-97c6-5e560e57e84d req-abac545d-b39d-48a0-8ef7-ebdac39ff7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:01.360446 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-99bdb8d6-1eca-40bc-97c6-5e560e57e84d req-abac545d-b39d-48a0-8ef7-ebdac39ff7ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=358058bb-a0d0-4889-8b80-3a01a6232dfd HTTP/1.1" status: 200 len: 849 time: 0.0536001 Sep 10 15:21:01.365045 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-98d39927-0c2b-466f-a8a7-626c72d48b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': 'b91cb3ea-e180-4d51-935b-83e2a3603b17', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'port_id': '3643e96f-33a6-4c9b-8547-193a581c1725', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'mac_address': 'fa:16:3e:17:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:21:00Z', 'updated_at': '2021-09-10T15:21:00Z', 'revision_number': 0, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 5, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:21:01.397921 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d39927-0c2b-466f-a8a7-626c72d48b3d None None] Checking router: 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 for host: dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:21:01.408211 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d39927-0c2b-466f-a8a7-626c72d48b3d None None] Routers {'9e5b27c2-22a6-4ae6-b057-d878d03e64d0'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:21:01.409155 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-98d39927-0c2b-466f-a8a7-626c72d48b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:21:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:21:01.429997 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdb8d6-1eca-40bc-97c6-5e560e57e84d req-0dd926b6-0ca0-48fc-90d3-20f894343ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:01.431755 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-99bdb8d6-1eca-40bc-97c6-5e560e57e84d req-0dd926b6-0ca0-48fc-90d3-20f894343ee4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0637670 Sep 10 15:21:01.437422 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c06f8-8200-4843-9e82-de982f6e53a1 req-d293a092-e387-4a62-9d31-d86df9eca8cb tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:01.444853 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1a5c06f8-8200-4843-9e82-de982f6e53a1 req-d293a092-e387-4a62-9d31-d86df9eca8cb tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 946 time: 0.0565341 Sep 10 15:21:01.493473 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1a5c06f8-8200-4843-9e82-de982f6e53a1 req-0defa69d-7812-4007-8ebe-cea007d3ad22 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425832 Sep 10 15:21:01.528884 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-98d39927-0c2b-466f-a8a7-626c72d48b3d None None] Set router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:21:01.549545 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-99bdb8d6-1eca-40bc-97c6-5e560e57e84d req-5e7f7e5c-cf19-48d2-bf37-f5808f0b99e7 service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105294 Sep 10 15:21:01.645219 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-99bdb8d6-1eca-40bc-97c6-5e560e57e84d req-39384921-98fd-4002-861f-30270b4f87ee service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884364 Sep 10 15:21:01.760364 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-98d39927-0c2b-466f-a8a7-626c72d48b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': 'b91cb3ea-e180-4d51-935b-83e2a3603b17', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'port_id': '3643e96f-33a6-4c9b-8547-193a581c1725', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'mac_address': 'fa:16:3e:17:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:21:00Z', 'updated_at': '2021-09-10T15:21:00Z', 'revision_number': 0, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 5, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:21:01.792119 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d39927-0c2b-466f-a8a7-626c72d48b3d None None] The sync data for ids ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'] in dv-cinder-760184-10-iscsi is: [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': 'b91cb3ea-e180-4d51-935b-83e2a3603b17', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'port_id': '3643e96f-33a6-4c9b-8547-193a581c1725', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'mac_address': 'fa:16:3e:17:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:21:00Z', 'updated_at': '2021-09-10T15:21:00Z', 'revision_number': 0, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 5, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:21:01.978455 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd14833-6913-40e1-a1de-6671b73b5565 None None] New status for floating IP b91cb3ea-e180-4d51-935b-83e2a3603b17: ACTIVE {{(pid=94033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:21:02.233423 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:02.605753 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a03672-f7fb-4031-aa21-37fff2a3f6b7 req-e28e4b21-411f-4c77-b9ce-15058b8b38f5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:02.607184 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-01a03672-f7fb-4031-aa21-37fff2a3f6b7 req-e28e4b21-411f-4c77-b9ce-15058b8b38f5 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 946 time: 0.0469296 Sep 10 15:21:02.642609 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-01a03672-f7fb-4031-aa21-37fff2a3f6b7 req-6fec3335-7a5f-4af5-810d-49cc4826999b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294983 Sep 10 15:21:03.674048 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:24.087767 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:25.532669 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 35214) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:25.633280 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7464eb6c-d549-4995-a71d-2c0f9b432ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:25.722601 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7464eb6c-d549-4995-a71d-2c0f9b432ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:25.726188 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7464eb6c-d549-4995-a71d-2c0f9b432ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:25.763809 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-7464eb6c-d549-4995-a71d-2c0f9b432ac8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0bc4c455c1e84653a3a9f3b0554a7a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299771 Sep 10 15:21:25.764651 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464eb6c-d549-4995-a71d-2c0f9b432ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6654c6-b363-43cb-b425-37d8925fc3ea,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:25.766750 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 35218) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:25.816463 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-916de2a8-35af-4f03-bb94-372bb57d365b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:25.836657 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-916de2a8-35af-4f03-bb94-372bb57d365b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:25.881711 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-916de2a8-35af-4f03-bb94-372bb57d365b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:25.884224 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-916de2a8-35af-4f03-bb94-372bb57d365b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:25.885393 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-916de2a8-35af-4f03-bb94-372bb57d365b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b6654c6-b363-43cb-b425-37d8925fc3ea HTTP/1.1" status: 204 len: 168 time: 0.1176805 Sep 10 15:21:25.894411 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916de2a8-35af-4f03-bb94-372bb57d365b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6654c6-b363-43cb-b425-37d8925fc3ea,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:26.136596 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 35224) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:26.150002 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-574ab825-b051-4bd1-a16c-16034f4a5a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:26.238187 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-574ab825-b051-4bd1-a16c-16034f4a5a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:26.241947 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-574ab825-b051-4bd1-a16c-16034f4a5a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:26.279242 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-574ab825-b051-4bd1-a16c-16034f4a5a0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59964b2ae8c748d8b374a809409f77eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415834 Sep 10 15:21:26.280108 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ab825-b051-4bd1-a16c-16034f4a5a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60a7622-651d-4d96-a43b-31a721a0d554,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:26.281982 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 35226) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:26.330111 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ce726af0-a89d-4875-816c-9a330cf6a313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:26.350740 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ce726af0-a89d-4875-816c-9a330cf6a313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:26.396162 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ce726af0-a89d-4875-816c-9a330cf6a313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:26.398697 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ce726af0-a89d-4875-816c-9a330cf6a313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:26.399809 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-ce726af0-a89d-4875-816c-9a330cf6a313 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f60a7622-651d-4d96-a43b-31a721a0d554 HTTP/1.1" status: 204 len: 168 time: 0.1168497 Sep 10 15:21:26.407607 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce726af0-a89d-4875-816c-9a330cf6a313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60a7622-651d-4d96-a43b-31a721a0d554,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:28.138918 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 35288) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:28.251192 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fca5d34d-77dd-4f7e-8df4-8814fece5026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:28.341268 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fca5d34d-77dd-4f7e-8df4-8814fece5026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:28.344779 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fca5d34d-77dd-4f7e-8df4-8814fece5026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:28.382420 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-fca5d34d-77dd-4f7e-8df4-8814fece5026 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a23e7a48ca9447093149b84f65e3c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424469 Sep 10 15:21:28.383544 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5d34d-77dd-4f7e-8df4-8814fece5026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d7ae3a-d6ae-4d52-a0b4-9bb4cd7f1fd0,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:28.385071 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 35292) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:28.391111 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5d34d-77dd-4f7e-8df4-8814fece5026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:28.391460 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5d34d-77dd-4f7e-8df4-8814fece5026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:28.391797 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5d34d-77dd-4f7e-8df4-8814fece5026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:28.392129 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5d34d-77dd-4f7e-8df4-8814fece5026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:28.392456 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5d34d-77dd-4f7e-8df4-8814fece5026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:28.392799 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5d34d-77dd-4f7e-8df4-8814fece5026 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:28.393129 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5d34d-77dd-4f7e-8df4-8814fece5026 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:28.393452 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5d34d-77dd-4f7e-8df4-8814fece5026 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:28.393774 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5d34d-77dd-4f7e-8df4-8814fece5026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:28.394095 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5d34d-77dd-4f7e-8df4-8814fece5026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:28.394410 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5d34d-77dd-4f7e-8df4-8814fece5026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:28.394728 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5d34d-77dd-4f7e-8df4-8814fece5026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:28.400073 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-4dcf9e51-605f-4277-b89d-747e16823920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:28.436384 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2334c881-58a2-41ff-9ebe-d5a513f9d08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:28.456582 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2334c881-58a2-41ff-9ebe-d5a513f9d08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:28.505973 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2334c881-58a2-41ff-9ebe-d5a513f9d08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:28.508412 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2334c881-58a2-41ff-9ebe-d5a513f9d08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:28.509677 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-2334c881-58a2-41ff-9ebe-d5a513f9d08c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97d7ae3a-d6ae-4d52-a0b4-9bb4cd7f1fd0 HTTP/1.1" status: 204 len: 168 time: 0.1229737 Sep 10 15:21:28.517796 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334c881-58a2-41ff-9ebe-d5a513f9d08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d7ae3a-d6ae-4d52-a0b4-9bb4cd7f1fd0,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:28.763546 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 35298) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:28.777607 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7f653cfc-87fa-4ce6-aeb1-edc22a02b819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:28.867855 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7f653cfc-87fa-4ce6-aeb1-edc22a02b819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:28.872359 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7f653cfc-87fa-4ce6-aeb1-edc22a02b819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:28.907377 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f653cfc-87fa-4ce6-aeb1-edc22a02b819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1715b334-a6a1-47a3-a60e-80fd80285cfb,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:28.911612 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-7f653cfc-87fa-4ce6-aeb1-edc22a02b819 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=879664daa92f49339e6fdfbe55e6ae77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470692 Sep 10 15:21:28.914241 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 35300) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:28.964057 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dc7e8abc-fb09-400b-b396-294b79a9bdca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:28.984490 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dc7e8abc-fb09-400b-b396-294b79a9bdca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:29.030602 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dc7e8abc-fb09-400b-b396-294b79a9bdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:29.033085 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dc7e8abc-fb09-400b-b396-294b79a9bdca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:29.034211 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-dc7e8abc-fb09-400b-b396-294b79a9bdca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1715b334-a6a1-47a3-a60e-80fd80285cfb HTTP/1.1" status: 204 len: 168 time: 0.1190550 Sep 10 15:21:29.041443 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e8abc-fb09-400b-b396-294b79a9bdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1715b334-a6a1-47a3-a60e-80fd80285cfb,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:29.709453 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:21:30.881382 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-204acd1f-b579-44dd-96c0-f1a9a076c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:31.310181 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:32.237705 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:33.677653 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:38.973323 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 35396) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:39.077743 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ed0e724d-70bd-4a40-a9da-eda0104e7d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:39.165953 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ed0e724d-70bd-4a40-a9da-eda0104e7d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:39.170553 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ed0e724d-70bd-4a40-a9da-eda0104e7d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:39.213138 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-ed0e724d-70bd-4a40-a9da-eda0104e7d5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=017ad91820944b14894c8dcd850f7a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387309 Sep 10 15:21:39.216546 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 35400) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:39.228687 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e724d-70bd-4a40-a9da-eda0104e7d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57148d9-6b0f-42c2-a440-4f44c265f63a,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:39.239726 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0e724d-70bd-4a40-a9da-eda0104e7d5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:39.240067 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0e724d-70bd-4a40-a9da-eda0104e7d5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:39.240404 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0e724d-70bd-4a40-a9da-eda0104e7d5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:39.240734 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0e724d-70bd-4a40-a9da-eda0104e7d5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:39.241085 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0e724d-70bd-4a40-a9da-eda0104e7d5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:39.241408 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0e724d-70bd-4a40-a9da-eda0104e7d5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:39.241731 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0e724d-70bd-4a40-a9da-eda0104e7d5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:39.242050 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0e724d-70bd-4a40-a9da-eda0104e7d5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:39.242369 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0e724d-70bd-4a40-a9da-eda0104e7d5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:39.242685 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0e724d-70bd-4a40-a9da-eda0104e7d5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:39.243003 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0e724d-70bd-4a40-a9da-eda0104e7d5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:39.243313 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0e724d-70bd-4a40-a9da-eda0104e7d5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:39.278446 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-567e21ff-8d0d-4532-8a6a-ae6a7f3e8818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:39.298863 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-567e21ff-8d0d-4532-8a6a-ae6a7f3e8818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:39.342720 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-567e21ff-8d0d-4532-8a6a-ae6a7f3e8818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:39.345548 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-567e21ff-8d0d-4532-8a6a-ae6a7f3e8818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:39.346680 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-567e21ff-8d0d-4532-8a6a-ae6a7f3e8818 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f57148d9-6b0f-42c2-a440-4f44c265f63a HTTP/1.1" status: 204 len: 168 time: 0.1292191 Sep 10 15:21:39.354026 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e21ff-8d0d-4532-8a6a-ae6a7f3e8818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57148d9-6b0f-42c2-a440-4f44c265f63a,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:39.598569 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 35406) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:39.611887 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d3fbd169-b436-4095-bb05-b04bfc60c00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:39.697416 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d3fbd169-b436-4095-bb05-b04bfc60c00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:39.701642 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d3fbd169-b436-4095-bb05-b04bfc60c00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:39.736643 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbd169-b436-4095-bb05-b04bfc60c00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eeb4238-ad62-47ad-9945-18ad4bc02c1d,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:39.740920 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-d3fbd169-b436-4095-bb05-b04bfc60c00f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0384b153ae7f4fdd9a9003e0cd00e91f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413131 Sep 10 15:21:39.743607 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 35408) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:39.790101 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3eab7f24-9032-48ce-82e9-04ca0237d671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:39.812564 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3eab7f24-9032-48ce-82e9-04ca0237d671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:39.857474 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3eab7f24-9032-48ce-82e9-04ca0237d671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:39.860037 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3eab7f24-9032-48ce-82e9-04ca0237d671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:39.861228 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-3eab7f24-9032-48ce-82e9-04ca0237d671 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0eeb4238-ad62-47ad-9945-18ad4bc02c1d HTTP/1.1" status: 204 len: 168 time: 0.1168313 Sep 10 15:21:39.868848 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab7f24-9032-48ce-82e9-04ca0237d671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eeb4238-ad62-47ad-9945-18ad4bc02c1d,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:41.373899 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e83db-1d11-4086-8c22-c57add18fcfc req-ec2d263a-0452-43ce-be20-8f27f8c67b07 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:41.373899 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-972e83db-1d11-4086-8c22-c57add18fcfc req-ec2d263a-0452-43ce-be20-8f27f8c67b07 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 946 time: 0.0562346 Sep 10 15:21:41.411869 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-972e83db-1d11-4086-8c22-c57add18fcfc req-1f566d94-a2a1-4e42-88a2-613fd0231b7f tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326135 Sep 10 15:21:41.761080 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 35490) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:41.862649 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-afc1f609-db0b-4765-9ff3-e2949ba8a109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:41.948880 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-afc1f609-db0b-4765-9ff3-e2949ba8a109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:41.952452 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-afc1f609-db0b-4765-9ff3-e2949ba8a109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:41.989273 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-afc1f609-db0b-4765-9ff3-e2949ba8a109 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c10d410cdc68430787d65c99755b7940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265925 Sep 10 15:21:41.991121 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1f609-db0b-4765-9ff3-e2949ba8a109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15eb09e2-8b05-47be-959b-1333245ab6f4,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:41.991974 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 35494) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:42.038632 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8a557b1e-5b99-43b4-a291-1ad08875caed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:42.059332 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8a557b1e-5b99-43b4-a291-1ad08875caed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:42.104386 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8a557b1e-5b99-43b4-a291-1ad08875caed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:42.107496 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8a557b1e-5b99-43b4-a291-1ad08875caed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:42.108837 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-8a557b1e-5b99-43b4-a291-1ad08875caed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15eb09e2-8b05-47be-959b-1333245ab6f4 HTTP/1.1" status: 204 len: 168 time: 0.1158516 Sep 10 15:21:42.116814 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a557b1e-5b99-43b4-a291-1ad08875caed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15eb09e2-8b05-47be-959b-1333245ab6f4,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:42.358600 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 35500) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:42.371699 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bf8a147b-d23e-4288-9479-1966ea6d2273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:42.460563 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bf8a147b-d23e-4288-9479-1966ea6d2273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:42.464406 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bf8a147b-d23e-4288-9479-1966ea6d2273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:42.505389 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-bf8a147b-d23e-4288-9479-1966ea6d2273 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32df40b26cd64d9884135de3a066cfb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455088 Sep 10 15:21:42.506544 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a147b-d23e-4288-9479-1966ea6d2273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdf9575-f343-4157-92d8-716ce8706ff6,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:42.508936 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 35504) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:42.551959 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162f668-1849-4620-8176-e64a407557e6 req-23e9bc56-8a9c-4c87-81fa-b5c9719ff994 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:42.553476 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3162f668-1849-4620-8176-e64a407557e6 req-23e9bc56-8a9c-4c87-81fa-b5c9719ff994 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 946 time: 0.0655231 Sep 10 15:21:42.557579 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f90c7d78-f3ce-4084-959c-c710a6df0666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:42.579165 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f90c7d78-f3ce-4084-959c-c710a6df0666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:42.592025 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3162f668-1849-4620-8176-e64a407557e6 req-5348c20d-029d-4c4e-a801-1f55bf411d28 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3156084-6cd6-48d0-a866-7c97289141c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317290 Sep 10 15:21:42.628205 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f90c7d78-f3ce-4084-959c-c710a6df0666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:42.630794 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f90c7d78-f3ce-4084-959c-c710a6df0666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:42.631976 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-f90c7d78-f3ce-4084-959c-c710a6df0666 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/efdf9575-f343-4157-92d8-716ce8706ff6 HTTP/1.1" status: 204 len: 168 time: 0.1220901 Sep 10 15:21:42.660802 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c7d78-f3ce-4084-959c-c710a6df0666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdf9575-f343-4157-92d8-716ce8706ff6,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:42.691450 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4d24e-7d20-4cc4-b67c-85e6a786fb64 req-18bdf2b3-253e-4fe3-ac66-665a1af95988 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:42.692995 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-86f4d24e-7d20-4cc4-b67c-85e6a786fb64 req-18bdf2b3-253e-4fe3-ac66-665a1af95988 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 946 time: 0.0599294 Sep 10 15:21:42.787192 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-86f4d24e-7d20-4cc4-b67c-85e6a786fb64 req-5660bd5e-0d2d-464b-99cc-3215c4b63bf9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Deleting port e35aee13-9436-43ac-b397-dc34d328e8c8 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:21:42.787763 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-86f4d24e-7d20-4cc4-b67c-85e6a786fb64 req-5660bd5e-0d2d-464b-99cc-3215c4b63bf9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:42.877734 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-86f4d24e-7d20-4cc4-b67c-85e6a786fb64 req-5660bd5e-0d2d-464b-99cc-3215c4b63bf9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] For port e35aee13-9436-43ac-b397-dc34d328e8c8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e35aee13-9436-43ac-b397-dc34d328e8c8,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:21:42.878163 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-86f4d24e-7d20-4cc4-b67c-85e6a786fb64 req-5660bd5e-0d2d-464b-99cc-3215c4b63bf9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:43.309335 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-86f4d24e-7d20-4cc4-b67c-85e6a786fb64 req-5660bd5e-0d2d-464b-99cc-3215c4b63bf9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:43.309715 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-86f4d24e-7d20-4cc4-b67c-85e6a786fb64 req-5660bd5e-0d2d-464b-99cc-3215c4b63bf9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550972'] for floatingip, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:43.310014 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.l3_db [req-86f4d24e-7d20-4cc4-b67c-85e6a786fb64 req-5660bd5e-0d2d-464b-99cc-3215c4b63bf9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Floating IP 7a3ebf7b-6fdf-42cb-adfb-960c491432bf disassociated. External IP: 172.27.3.43, port: e35aee13-9436-43ac-b397-dc34d328e8c8. Sep 10 15:21:43.310354 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-86f4d24e-7d20-4cc4-b67c-85e6a786fb64 req-5660bd5e-0d2d-464b-99cc-3215c4b63bf9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Calling delete_port for e35aee13-9436-43ac-b397-dc34d328e8c8 owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:21:43.437268 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-86f4d24e-7d20-4cc4-b67c-85e6a786fb64 req-5660bd5e-0d2d-464b-99cc-3215c4b63bf9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:43.477039 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660bd5e-0d2d-464b-99cc-3215c4b63bf9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Pushing event deleted for resources: {'Port': ['ID=e35aee13-9436-43ac-b397-dc34d328e8c8,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:43.595506 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86f4d24e-7d20-4cc4-b67c-85e6a786fb64 req-5660bd5e-0d2d-464b-99cc-3215c4b63bf9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Router 92afbcc6-f37b-4db6-9153-e89f51caacda has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:21:43.718586 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-19f706de-85ed-4985-9643-d6023755d721 req-4f0a415a-99b2-4d18-8cdd-fc32a7084bb8 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b620f6-f2af-446d-960b-940b509dbfb3 HTTP/1.1" status: 200 len: 210 time: 0.0398848 Sep 10 15:21:43.719097 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86f4d24e-7d20-4cc4-b67c-85e6a786fb64 req-5660bd5e-0d2d-464b-99cc-3215c4b63bf9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:21:43.740989 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bce4e8e-6edb-4161-a343-a2af38c379be None None] Sync routers for ids ['92afbcc6-f37b-4db6-9153-e89f51caacda'] in dv-cinder-760184-10-iscsi {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:21:43.752196 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bce4e8e-6edb-4161-a343-a2af38c379be None None] Routers {'92afbcc6-f37b-4db6-9153-e89f51caacda'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:21:43.752867 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-5bce4e8e-6edb-4161-a343-a2af38c379be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:21:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['92afbcc6-f37b-4db6-9153-e89f51caacda'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:21:43.766462 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f4d24e-7d20-4cc4-b67c-85e6a786fb64 req-5660bd5e-0d2d-464b-99cc-3215c4b63bf9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] No DVR routers for this DVR port e35aee13-9436-43ac-b397-dc34d328e8c8 on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:21:43.768953 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-86f4d24e-7d20-4cc4-b67c-85e6a786fb64 req-5660bd5e-0d2d-464b-99cc-3215c4b63bf9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:43.770991 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-86f4d24e-7d20-4cc4-b67c-85e6a786fb64 req-5660bd5e-0d2d-464b-99cc-3215c4b63bf9 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.43 "DELETE /v2.0/ports/e35aee13-9436-43ac-b397-dc34d328e8c8 HTTP/1.1" status: 204 len: 173 time: 1.0708439 Sep 10 15:21:43.771288 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b620f6-f2af-446d-960b-940b509dbfb3', 'name': 'network-vif-deleted', 'tag': 'e35aee13-9436-43ac-b397-dc34d328e8c8'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:21:43.773700 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53933876-22c1-4ce1-b9fd-21a20190fd3f" -d '{"events": [{"server_uuid": "b2b620f6-f2af-446d-960b-940b509dbfb3", "name": "network-vif-deleted", "tag": "e35aee13-9436-43ac-b397-dc34d328e8c8"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:21:43.814739 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57bb078-4b42-4c6a-9e12-511d4fccae05 x-openstack-request-id: req-a57bb078-4b42-4c6a-9e12-511d4fccae05 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:21:43.815442 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b620f6-f2af-446d-960b-940b509dbfb3", "name": "network-vif-deleted", "tag": "e35aee13-9436-43ac-b397-dc34d328e8c8", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:21:43.815442 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a57bb078-4b42-4c6a-9e12-511d4fccae05 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:21:43.815609 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b620f6-f2af-446d-960b-940b509dbfb3', 'name': 'network-vif-deleted', 'tag': 'e35aee13-9436-43ac-b397-dc34d328e8c8', 'status': 'completed', 'code': 200} Sep 10 15:21:43.898033 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-5bce4e8e-6edb-4161-a343-a2af38c379be None None] Set router 92afbcc6-f37b-4db6-9153-e89f51caacda gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:21:44.103956 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-5bce4e8e-6edb-4161-a343-a2af38c379be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:14:02Z', 'revision_number': 4, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port': {'id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:47Z', 'updated_at': '2021-09-10T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a', 'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'mac_address': 'fa:16:3e:33:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:57Z', 'updated_at': '2021-09-10T15:14:10Z', 'revision_number': 5, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'subnets': [{'id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:21:44.129587 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bce4e8e-6edb-4161-a343-a2af38c379be None None] Checking router: 92afbcc6-f37b-4db6-9153-e89f51caacda for host: dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:21:44.137545 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bce4e8e-6edb-4161-a343-a2af38c379be None None] Routers {'92afbcc6-f37b-4db6-9153-e89f51caacda'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:21:44.138132 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-5bce4e8e-6edb-4161-a343-a2af38c379be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:21:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['92afbcc6-f37b-4db6-9153-e89f51caacda'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:21:44.243610 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-5bce4e8e-6edb-4161-a343-a2af38c379be None None] Set router 92afbcc6-f37b-4db6-9153-e89f51caacda gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:21:44.532594 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-5bce4e8e-6edb-4161-a343-a2af38c379be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:14:02Z', 'revision_number': 4, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port': {'id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:47Z', 'updated_at': '2021-09-10T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a', 'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'mac_address': 'fa:16:3e:33:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:57Z', 'updated_at': '2021-09-10T15:14:10Z', 'revision_number': 5, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'subnets': [{'id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:21:44.564110 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bce4e8e-6edb-4161-a343-a2af38c379be None None] The sync data for ids ['92afbcc6-f37b-4db6-9153-e89f51caacda'] in dv-cinder-760184-10-iscsi is: [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:14:02Z', 'revision_number': 4, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port': {'id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:47Z', 'updated_at': '2021-09-10T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a', 'name': '', 'network_id': '6da470b5-21a6-48da-8f44-511723482333', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'mac_address': 'fa:16:3e:33:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:57Z', 'updated_at': '2021-09-10T15:14:10Z', 'revision_number': 5, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'subnets': [{'id': 'ef768324-eaba-4f07-b58a-689f0ef013d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:21:44.794020 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7353e7a9-e574-4605-a8b2-713b837662d2 None None] New status for floating IP 7a3ebf7b-6fdf-42cb-adfb-960c491432bf: DOWN {{(pid=94033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:21:44.810040 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 35546) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:44.881712 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5ea7a27c-6001-4a32-9cb0-18b756324a70 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:44.905605 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5ea7a27c-6001-4a32-9cb0-18b756324a70 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:44.959175 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5ea7a27c-6001-4a32-9cb0-18b756324a70 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:44.962420 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-7d9a21fd-bbe7-4314-8bd2-d72d4aa7438f tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=02f95aa5ef1d4c46a85babf66f0045bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312672 Sep 10 15:21:44.962940 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5ea7a27c-6001-4a32-9cb0-18b756324a70 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:44.966261 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-5ea7a27c-6001-4a32-9cb0-18b756324a70 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "DELETE /v2.0/security-groups/f3156084-6cd6-48d0-a866-7c97289141c2 HTTP/1.1" status: 204 len: 168 time: 0.1527679 Sep 10 15:21:44.966840 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 35562) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:44.973746 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7a27c-6001-4a32-9cb0-18b756324a70 tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3156084-6cd6-48d0-a866-7c97289141c2,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:45.012465 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.api.v2.resource [None req-d57eaea5-eb54-4210-bbe0-aac377fe294b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] show failed (client error): The resource could not be found. Sep 10 15:21:45.013532 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-d57eaea5-eb54-4210-bbe0-aac377fe294b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "GET /v2.0/security-groups/f3156084-6cd6-48d0-a866-7c97289141c2 HTTP/1.1" status: 404 len: 347 time: 0.0453188 Sep 10 15:21:45.016477 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 35564) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:45.138660 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-b5a96cb2-8299-4d3d-9f7c-5de3efb69c7b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Deleting port ec89209e-bab9-4fd9-8050-91140fe2aa8b {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:21:45.139009 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b5a96cb2-8299-4d3d-9f7c-5de3efb69c7b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:45.159460 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-8c0d9312-9f34-4831-b6f9-2a69199c3a54 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:45.160935 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-8c0d9312-9f34-4831-b6f9-2a69199c3a54 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909585 Sep 10 15:21:45.176052 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-f1f0e65b-ba49-4ef4-8a41-6ea8e04c3fca tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/quotas/02f95aa5ef1d4c46a85babf66f0045bb HTTP/1.1" status: 200 len: 375 time: 0.0092626 Sep 10 15:21:45.208240 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-135f65f1-9f31-4f2a-a1b7-b07984651734 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=02f95aa5ef1d4c46a85babf66f0045bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266232 Sep 10 15:21:45.219357 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b5a96cb2-8299-4d3d-9f7c-5de3efb69c7b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:45.219801 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b5a96cb2-8299-4d3d-9f7c-5de3efb69c7b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:45.232747 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-b5a96cb2-8299-4d3d-9f7c-5de3efb69c7b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Calling delete_port for ec89209e-bab9-4fd9-8050-91140fe2aa8b owned by network:floatingip {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:21:45.379413 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-16b861be-2499-411b-8085-113460fee2f5 req-1738aac0-4aa2-4428-8d98-9d9e11bca9fb tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9bd6dde-6ac6-46d2-bba2-25a26864e4a9 HTTP/1.1" status: 200 len: 210 time: 0.0290008 Sep 10 15:21:45.389760 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b5a96cb2-8299-4d3d-9f7c-5de3efb69c7b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:45.417234 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a96cb2-8299-4d3d-9f7c-5de3efb69c7b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Pushing event deleted for resources: {'Port': ['ID=ec89209e-bab9-4fd9-8050-91140fe2aa8b,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:45.479554 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device e35aee13-9436-43ac-b397-dc34d328e8c8 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:21:45.483724 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b5a96cb2-8299-4d3d-9f7c-5de3efb69c7b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks [] for floatingip, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:45.486322 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b5a96cb2-8299-4d3d-9f7c-5de3efb69c7b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:45.490418 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-b5a96cb2-8299-4d3d-9f7c-5de3efb69c7b tempest-AttachVolumeShelveTestJSON-153709234 tempest-AttachVolumeShelveTestJSON-153709234-project] 10.222.0.32 "DELETE /v2.0/floatingips/7a3ebf7b-6fdf-42cb-adfb-960c491432bf HTTP/1.1" status: 204 len: 168 time: 0.4699385 Sep 10 15:21:45.645869 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: e35aee13-9436-43ac-b397-dc34d328e8c8 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:21:45.646143 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device e35aee13-9436-43ac-b397-dc34d328e8c8 not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:21:46.227448 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-4d3dcacd-d670-428e-9c07-2ce86b5b7fda tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=02f95aa5ef1d4c46a85babf66f0045bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282841 Sep 10 15:21:46.413828 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-a949301c-9a76-4095-94e9-10931f8a4bef tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:46.415298 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-a949301c-9a76-4095-94e9-10931f8a4bef tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811693 Sep 10 15:21:46.428131 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-a25854e9-f05a-43fa-b163-1ebbefafa97a tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Request body: {'port': {'device_id': 'd9bd6dde-6ac6-46d2-bba2-25a26864e4a9', 'network_id': 'cfd79578-8610-4217-9b89-25c8cbdcbe9e', 'admin_state_up': True, 'tenant_id': '02f95aa5ef1d4c46a85babf66f0045bb'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:21:46.476194 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f0ad741a-2ffd-475b-a032-bac602266ef1 req-09942cea-2004-4bd4-8d49-ec24e2ee7664 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9bd6dde-6ac6-46d2-bba2-25a26864e4a9 HTTP/1.1" status: 200 len: 210 time: 0.0269053 Sep 10 15:21:46.534022 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-a25854e9-f05a-43fa-b163-1ebbefafa97a tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Made reservation on behalf of 02f95aa5ef1d4c46a85babf66f0045bb for: {'port': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:21:46.537458 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-a25854e9-f05a-43fa-b163-1ebbefafa97a tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:46.548694 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-a25854e9-f05a-43fa-b163-1ebbefafa97a tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:46.639037 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-a25854e9-f05a-43fa-b163-1ebbefafa97a tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:46.642789 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-a25854e9-f05a-43fa-b163-1ebbefafa97a tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:46.712871 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25854e9-f05a-43fa-b163-1ebbefafa97a tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1f9613-85f0-4af3-9efe-0f6aadaf6ee6,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:46.784162 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-a25854e9-f05a-43fa-b163-1ebbefafa97a tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Allocated IP 192.168.233.13 (cfd79578-8610-4217-9b89-25c8cbdcbe9e/6ba1c7ee-975a-43b8-830e-4ca63581b353/c51ad11f-4a02-4704-a9cd-b5e07b6709d7) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:21:46.937023 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-a25854e9-f05a-43fa-b163-1ebbefafa97a tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:46.950769 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-a25854e9-f05a-43fa-b163-1ebbefafa97a tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Transition to ACTIVE for port object c51ad11f-4a02-4704-a9cd-b5e07b6709d7 will not be triggered until provisioned by entity DHCP. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:21:46.983824 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-a25854e9-f05a-43fa-b163-1ebbefafa97a tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:47.023978 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-a25854e9-f05a-43fa-b163-1ebbefafa97a tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Network cfd79578-8610-4217-9b89-25c8cbdcbe9e is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:21:47.026924 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-a25854e9-f05a-43fa-b163-1ebbefafa97a tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:21:47.033003 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-a25854e9-f05a-43fa-b163-1ebbefafa97a tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:21:47.038580 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25854e9-f05a-43fa-b163-1ebbefafa97a tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Pushing event updated for resources: {'Port': ['ID=c51ad11f-4a02-4704-a9cd-b5e07b6709d7,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:47.088133 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-a25854e9-f05a-43fa-b163-1ebbefafa97a tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:47.088772 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-a25854e9-f05a-43fa-b163-1ebbefafa97a tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:47.102889 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-a25854e9-f05a-43fa-b163-1ebbefafa97a tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6784294 Sep 10 15:21:47.116638 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Request body: {'port': {'device_id': 'd9bd6dde-6ac6-46d2-bba2-25a26864e4a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:21:47.172143 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:47.247662 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-99f891d5-4a79-4485-b8f6-15e3a9157c49 None None] Provisioning for port c51ad11f-4a02-4704-a9cd-b5e07b6709d7 completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:21:47.251243 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-99f891d5-4a79-4485-b8f6-15e3a9157c49 None None] Provisioning complete for port c51ad11f-4a02-4704-a9cd-b5e07b6709d7 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:21:47.251616 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-99f891d5-4a79-4485-b8f6-15e3a9157c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:47.285986 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-99f891d5-4a79-4485-b8f6-15e3a9157c49 None None] Port c51ad11f-4a02-4704-a9cd-b5e07b6709d7 cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:21:47.429167 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51ad11f-4a02-4704-a9cd-b5e07b6709d7 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:21:47.436571 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:47.447769 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Transition to ACTIVE for port object c51ad11f-4a02-4704-a9cd-b5e07b6709d7 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:21:47.451856 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:47.503552 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Pushing event updated for resources: {'Port': ['ID=c51ad11f-4a02-4704-a9cd-b5e07b6709d7,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:47.569428 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Attempting to bind port c51ad11f-4a02-4704-a9cd-b5e07b6709d7 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:21:47.569428 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Attempting to bind port c51ad11f-4a02-4704-a9cd-b5e07b6709d7 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'e0a00c02-40ea-4b21-b4d8-aca929dea37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfd79578-8610-4217-9b89-25c8cbdcbe9e'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:21:47.569736 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Attempting to bind port c51ad11f-4a02-4704-a9cd-b5e07b6709d7 on network cfd79578-8610-4217-9b89-25c8cbdcbe9e {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:21:47.574191 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Port c51ad11f-4a02-4704-a9cd-b5e07b6709d7 on network cfd79578-8610-4217-9b89-25c8cbdcbe9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:21:47.574567 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Attempting to bind port c51ad11f-4a02-4704-a9cd-b5e07b6709d7 on network cfd79578-8610-4217-9b89-25c8cbdcbe9e {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:21:47.579714 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:21:47.580047 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Checking segment: {'id': 'e0a00c02-40ea-4b21-b4d8-aca929dea37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfd79578-8610-4217-9b89-25c8cbdcbe9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:21:47.580422 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Bound using segment: {'id': 'e0a00c02-40ea-4b21-b4d8-aca929dea37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfd79578-8610-4217-9b89-25c8cbdcbe9e'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:21:47.580869 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Bound port: c51ad11f-4a02-4704-a9cd-b5e07b6709d7, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a00c02-40ea-4b21-b4d8-aca929dea37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfd79578-8610-4217-9b89-25c8cbdcbe9e'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:21:47.581227 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:47.598973 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c6067-33c7-4a8e-ba81-ff54323ceb39 req-1abf3ee0-5c2c-4680-be7c-c11bfc28af4c tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:47.600640 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-252c6067-33c7-4a8e-ba81-ff54323ceb39 req-1abf3ee0-5c2c-4680-be7c-c11bfc28af4c tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9bd6dde-6ac6-46d2-bba2-25a26864e4a9 HTTP/1.1" status: 200 len: 947 time: 0.0530331 Sep 10 15:21:47.649264 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-252c6067-33c7-4a8e-ba81-ff54323ceb39 req-1f75703c-3cc8-4dc9-8c56-e11d84341de7 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d1f9613-85f0-4af3-9efe-0f6aadaf6ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401356 Sep 10 15:21:47.655369 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] For port c51ad11f-4a02-4704-a9cd-b5e07b6709d7, host hv-cinder-76018, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:21:47.658798 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] For port c51ad11f-4a02-4704-a9cd-b5e07b6709d7, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=c51ad11f-4a02-4704-a9cd-b5e07b6709d7,segment=NetworkSegment(e0a00c02-40ea-4b21-b4d8-aca929dea37b),segment_id=e0a00c02-40ea-4b21-b4d8-aca929dea37b)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:21:47.662237 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:47.698651 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:47.700172 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:47.701798 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3b58f704-373e-4012-934c-1c4858759635 service neutron] 10.222.0.43 "PUT /v2.0/ports/c51ad11f-4a02-4704-a9cd-b5e07b6709d7 HTTP/1.1" status: 200 len: 1097 time: 0.5894210 Sep 10 15:21:47.702242 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bd6dde-6ac6-46d2-bba2-25a26864e4a9', 'tag': 'c51ad11f-4a02-4704-a9cd-b5e07b6709d7'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:21:47.704691 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58bfd88-df6d-4bfe-8d05-b59e43773adf" -d '{"events": [{"name": "network-changed", "server_uuid": "d9bd6dde-6ac6-46d2-bba2-25a26864e4a9", "tag": "c51ad11f-4a02-4704-a9cd-b5e07b6709d7"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:21:47.737386 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58f704-373e-4012-934c-1c4858759635 service neutron] Pushing event updated for resources: {'Port': ['ID=c51ad11f-4a02-4704-a9cd-b5e07b6709d7,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:47.754282 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78354dd9-6190-45ea-abcc-891b4be05003 x-openstack-request-id: req-78354dd9-6190-45ea-abcc-891b4be05003 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:21:47.754595 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9bd6dde-6ac6-46d2-bba2-25a26864e4a9", "tag": "c51ad11f-4a02-4704-a9cd-b5e07b6709d7", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:21:47.754814 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78354dd9-6190-45ea-abcc-891b4be05003 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:21:47.755203 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bd6dde-6ac6-46d2-bba2-25a26864e4a9', 'tag': 'c51ad11f-4a02-4704-a9cd-b5e07b6709d7', 'status': 'completed', 'code': 200} Sep 10 15:21:47.785046 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-d9f27d1e-d2bb-43be-80b9-df750e9be287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:47.786549 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-d9f27d1e-d2bb-43be-80b9-df750e9be287 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=02f95aa5ef1d4c46a85babf66f0045bb&device_id=d9bd6dde-6ac6-46d2-bba2-25a26864e4a9 HTTP/1.1" status: 200 len: 1100 time: 0.0440741 Sep 10 15:21:47.829732 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-aafa77b0-7271-4bf0-9120-af299896f7eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=c51ad11f-4a02-4704-a9cd-b5e07b6709d7 HTTP/1.1" status: 200 len: 217 time: 0.0348363 Sep 10 15:21:47.888054 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-9fba4ec3-e784-4544-96c3-1b87e23114fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:47.889547 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-9fba4ec3-e784-4544-96c3-1b87e23114fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ba1c7ee-975a-43b8-830e-4ca63581b353 HTTP/1.1" status: 200 len: 843 time: 0.0526788 Sep 10 15:21:47.927788 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 35610) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:47.942910 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3172891a-1674-436e-b1d2-4489d701486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:47.944407 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-3172891a-1674-436e-b1d2-4489d701486a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cfd79578-8610-4217-9b89-25c8cbdcbe9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0480292 Sep 10 15:21:48.039702 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-fd12be21-84e7-497b-9bb9-4078a02c85cb service neutron] 10.222.0.43 "GET /v2.0/networks/cfd79578-8610-4217-9b89-25c8cbdcbe9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872335 Sep 10 15:21:48.200782 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6e84b5ba-0a17-4bb9-b701-a89760c50211 req-b72a1ff4-db4f-45ec-9582-536070327173 service neutron] 10.222.0.43 "GET /v2.0/networks/cfd79578-8610-4217-9b89-25c8cbdcbe9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531782 Sep 10 15:21:48.334295 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bfd88-df6d-4bfe-8d05-b59e43773adf req-f87c2a53-4261-4114-9ec6-646a55d38ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:48.335697 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-d58bfd88-df6d-4bfe-8d05-b59e43773adf req-f87c2a53-4261-4114-9ec6-646a55d38ee0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=02f95aa5ef1d4c46a85babf66f0045bb&device_id=d9bd6dde-6ac6-46d2-bba2-25a26864e4a9 HTTP/1.1" status: 200 len: 1100 time: 0.0833960 Sep 10 15:21:48.479164 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bfd88-df6d-4bfe-8d05-b59e43773adf req-0776b4af-e737-4188-8293-777114249543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:48.481321 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-d58bfd88-df6d-4bfe-8d05-b59e43773adf req-0776b4af-e737-4188-8293-777114249543 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cfd79578-8610-4217-9b89-25c8cbdcbe9e HTTP/1.1" status: 200 len: 870 time: 0.1378906 Sep 10 15:21:48.533070 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-d58bfd88-df6d-4bfe-8d05-b59e43773adf req-15b083e3-dad0-468a-b9f2-853f88664d1d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=c51ad11f-4a02-4704-a9cd-b5e07b6709d7 HTTP/1.1" status: 200 len: 217 time: 0.0424647 Sep 10 15:21:48.608245 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bfd88-df6d-4bfe-8d05-b59e43773adf req-ae8c8e84-aa75-460f-a5f2-41f1fd585b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:48.609579 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-d58bfd88-df6d-4bfe-8d05-b59e43773adf req-ae8c8e84-aa75-460f-a5f2-41f1fd585b7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ba1c7ee-975a-43b8-830e-4ca63581b353 HTTP/1.1" status: 200 len: 843 time: 0.0659714 Sep 10 15:21:48.657125 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2edd91c4-443d-4f21-b2bb-16384d679d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547132'] for router_interface, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:48.759594 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd740ed-d357-4445-9b63-6075f7c08bac req-595afcdf-65a5-4bc8-833c-56a580014314 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:48.761180 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-afd740ed-d357-4445-9b63-6075f7c08bac req-595afcdf-65a5-4bc8-833c-56a580014314 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9bd6dde-6ac6-46d2-bba2-25a26864e4a9 HTTP/1.1" status: 200 len: 947 time: 0.0517521 Sep 10 15:21:48.800678 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-afd740ed-d357-4445-9b63-6075f7c08bac req-3d1a31bc-f815-488a-8023-1626ad6ada22 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d1f9613-85f0-4af3-9efe-0f6aadaf6ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328441 Sep 10 15:21:48.944706 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bfd88-df6d-4bfe-8d05-b59e43773adf req-fbe5fa87-3ae2-4534-a9ca-30599a0ce044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:48.946203 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-d58bfd88-df6d-4bfe-8d05-b59e43773adf req-fbe5fa87-3ae2-4534-a9ca-30599a0ce044 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cfd79578-8610-4217-9b89-25c8cbdcbe9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.3279853 Sep 10 15:21:49.124232 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-d58bfd88-df6d-4bfe-8d05-b59e43773adf req-c2ce3638-5491-4fef-9a64-61d7e8ad59ad service neutron] 10.222.0.43 "GET /v2.0/networks/cfd79578-8610-4217-9b89-25c8cbdcbe9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669240 Sep 10 15:21:49.267224 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-d58bfd88-df6d-4bfe-8d05-b59e43773adf req-3b57f0bb-575a-431f-b824-42d54a7c067b service neutron] 10.222.0.43 "GET /v2.0/networks/cfd79578-8610-4217-9b89-25c8cbdcbe9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342955 Sep 10 15:21:49.286845 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-2edd91c4-443d-4f21-b2bb-16384d679d32 admin admin] Deleting port c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:21:49.287181 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2edd91c4-443d-4f21-b2bb-16384d679d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:49.363487 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-2edd91c4-443d-4f21-b2bb-16384d679d32 admin admin] For port c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:21:49.363844 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2edd91c4-443d-4f21-b2bb-16384d679d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:49.375843 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-2edd91c4-443d-4f21-b2bb-16384d679d32 admin admin] Calling delete_port for c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a owned by network:router_interface {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:21:49.523059 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device c51ad11f-4a02-4704-a9cd-b5e07b6709d7 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:21:49.552056 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2edd91c4-443d-4f21-b2bb-16384d679d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:49.582502 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd91c4-443d-4f21-b2bb-16384d679d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:49.624478 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port c51ad11f-4a02-4704-a9cd-b5e07b6709d7, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=c51ad11f-4a02-4704-a9cd-b5e07b6709d7,segment=NetworkSegment(e0a00c02-40ea-4b21-b4d8-aca929dea37b),segment_id=e0a00c02-40ea-4b21-b4d8-aca929dea37b)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:21:49.637388 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': 'c51ad11f-4a02-4704-a9cd-b5e07b6709d7', 'network_id': 'cfd79578-8610-4217-9b89-25c8cbdcbe9e', 'port_id': 'c51ad11f-4a02-4704-a9cd-b5e07b6709d7', 'mac_address': 'fa:16:3e:71:e4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba1c7ee-975a-43b8-830e-4ca63581b353', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:21:49.675605 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:49.689571 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51ad11f-4a02-4704-a9cd-b5e07b6709d7 {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:21:49.710253 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port c51ad11f-4a02-4704-a9cd-b5e07b6709d7, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=c51ad11f-4a02-4704-a9cd-b5e07b6709d7,segment=NetworkSegment(e0a00c02-40ea-4b21-b4d8-aca929dea37b),segment_id=e0a00c02-40ea-4b21-b4d8-aca929dea37b)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:21:49.714333 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:49.747217 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2edd91c4-443d-4f21-b2bb-16384d679d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-733762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547208'] for router_interface, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:49.766816 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=c51ad11f-4a02-4704-a9cd-b5e07b6709d7,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:49.774455 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:49.774727 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:49.775062 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:49.775392 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:49.775720 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:49.776063 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:49.776368 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:49.776689 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:49.777684 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:49.778104 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:49.778429 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:49.778747 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:21:49.933015 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['c51ad11f-4a02-4704-a9cd-b5e07b6709d7'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:21:49.970517 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edd91c4-443d-4f21-b2bb-16384d679d32 admin admin] Router 92afbcc6-f37b-4db6-9153-e89f51caacda has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:21:50.088174 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edd91c4-443d-4f21-b2bb-16384d679d32 admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:21:50.096613 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-2edd91c4-443d-4f21-b2bb-16384d679d32 admin admin] 10.222.0.32 "PUT /v2.0/routers/92afbcc6-f37b-4db6-9153-e89f51caacda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1650913 Sep 10 15:21:50.096716 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 35618) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:50.099752 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b65c89-7280-45f5-95f8-cb4fb55b3f83 None None] Sync routers for ids ['92afbcc6-f37b-4db6-9153-e89f51caacda'] in dv-cinder-760184-10-iscsi {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:21:50.109498 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b65c89-7280-45f5-95f8-cb4fb55b3f83 None None] Routers {'92afbcc6-f37b-4db6-9153-e89f51caacda'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:21:50.110102 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-51b65c89-7280-45f5-95f8-cb4fb55b3f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:21:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['92afbcc6-f37b-4db6-9153-e89f51caacda'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:21:50.160023 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f813817-e031-4565-a87f-89f401296835 req-52b96c5b-fcd8-4c8c-affb-413fc6c3dd87 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:50.162547 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9f813817-e031-4565-a87f-89f401296835 req-52b96c5b-fcd8-4c8c-affb-413fc6c3dd87 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9bd6dde-6ac6-46d2-bba2-25a26864e4a9 HTTP/1.1" status: 200 len: 948 time: 0.2898073 Sep 10 15:21:50.204071 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9098-8a40-493d-820d-a97ccd44a466 admin admin] Notify callbacks [] for router, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:50.205336 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9f813817-e031-4565-a87f-89f401296835 req-d24c1275-e071-46a1-9650-0cc6afdf1f96 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d1f9613-85f0-4af3-9efe-0f6aadaf6ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356729 Sep 10 15:21:50.217714 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-51b65c89-7280-45f5-95f8-cb4fb55b3f83 None None] Set router 92afbcc6-f37b-4db6-9153-e89f51caacda gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:21:50.305302 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9098-8a40-493d-820d-a97ccd44a466 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:50.359824 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d9098-8a40-493d-820d-a97ccd44a466 admin admin] Deleting port b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:21:50.360057 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9098-8a40-493d-820d-a97ccd44a466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:50.405502 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-51b65c89-7280-45f5-95f8-cb4fb55b3f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:21:49Z', 'revision_number': 5, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port': {'id': 'b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:13:47Z', 'updated_at': '2021-09-10T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:21:50.431862 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b65c89-7280-45f5-95f8-cb4fb55b3f83 None None] Checking router: 92afbcc6-f37b-4db6-9153-e89f51caacda for host: dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:21:50.439173 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-5d6d9098-8a40-493d-820d-a97ccd44a466 admin admin] For port b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:21:50.439532 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9098-8a40-493d-820d-a97ccd44a466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:50.440608 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b65c89-7280-45f5-95f8-cb4fb55b3f83 None None] Routers {'92afbcc6-f37b-4db6-9153-e89f51caacda'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:21:50.441244 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-51b65c89-7280-45f5-95f8-cb4fb55b3f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:21:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['92afbcc6-f37b-4db6-9153-e89f51caacda'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:21:50.452507 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d9098-8a40-493d-820d-a97ccd44a466 admin admin] Calling delete_port for b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a owned by network:router_gateway {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:21:50.524256 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-51b65c89-7280-45f5-95f8-cb4fb55b3f83 None None] Set router 92afbcc6-f37b-4db6-9153-e89f51caacda gateway port host: None {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:21:50.575597 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-51b65c89-7280-45f5-95f8-cb4fb55b3f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:21:50Z', 'revision_number': 6, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port_host': None}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:21:50.603783 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b65c89-7280-45f5-95f8-cb4fb55b3f83 None None] The sync data for ids ['92afbcc6-f37b-4db6-9153-e89f51caacda'] in dv-cinder-760184-10-iscsi is: [{'id': '92afbcc6-f37b-4db6-9153-e89f51caacda', 'name': 'tempest-AttachVolumeShelveTestJSON-2125533047-router', 'tenant_id': '38a103aa430e44d19677d7d83ecdf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:13:45Z', 'updated_at': '2021-09-10T15:21:50Z', 'revision_number': 6, 'project_id': '38a103aa430e44d19677d7d83ecdf77d', 'gw_port_host': None}] {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:21:50.613963 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9098-8a40-493d-820d-a97ccd44a466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:50.646554 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d9098-8a40-493d-820d-a97ccd44a466 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:50.702088 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9098-8a40-493d-820d-a97ccd44a466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551018'] for router_gateway, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:50.794271 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9098-8a40-493d-820d-a97ccd44a466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-335'] for router, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:50.796530 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9098-8a40-493d-820d-a97ccd44a466 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:50.837733 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9098-8a40-493d-820d-a97ccd44a466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542672'] for router, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:50.838243 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6d9098-8a40-493d-820d-a97ccd44a466 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92afbcc6-f37b-4db6-9153-e89f51caacda {{(pid=94032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 15:21:50.842651 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9098-8a40-493d-820d-a97ccd44a466 admin admin] Notify callbacks [] for router, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:50.843890 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-5d6d9098-8a40-493d-820d-a97ccd44a466 admin admin] 10.222.0.32 "DELETE /v2.0/routers/92afbcc6-f37b-4db6-9153-e89f51caacda HTTP/1.1" status: 204 len: 168 time: 0.7461152 Sep 10 15:21:50.846500 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 35620) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:50.889784 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea82e75d-47e1-48e1-984f-d08baa6d26a9 admin admin] Deleting subnet ef768324-eaba-4f07-b58a-689f0ef013d0 {{(pid=94031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:21:50.893075 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ea82e75d-47e1-48e1-984f-d08baa6d26a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:50.925360 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ea82e75d-47e1-48e1-984f-d08baa6d26a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12600615'] for subnet, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.006676 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ea82e75d-47e1-48e1-984f-d08baa6d26a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766759'] for subnet, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.060058 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ea82e75d-47e1-48e1-984f-d08baa6d26a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13672809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13098714'] for subnet, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.084233 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82e75d-47e1-48e1-984f-d08baa6d26a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef768324-eaba-4f07-b58a-689f0ef013d0,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:51.088218 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ea82e75d-47e1-48e1-984f-d08baa6d26a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.090687 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-ea82e75d-47e1-48e1-984f-d08baa6d26a9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ef768324-eaba-4f07-b58a-689f0ef013d0 HTTP/1.1" status: 204 len: 168 time: 0.2432120 Sep 10 15:21:51.093158 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 35622) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:51.095572 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cff6449-46c2-4f87-9831-22f5c2490e3e None None] Network 6da470b5-21a6-48da-8f44-511723482333 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:21:51.158800 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1354939'] for network, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.213083 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] Deleting port 1911c872-ec28-409e-904f-24a2ababa994 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:21:51.213646 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.310747 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] For port 1911c872-ec28-409e-904f-24a2ababa994, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=1911c872-ec28-409e-904f-24a2ababa994,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:21:51.311021 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.325695 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] Calling delete_port for 1911c872-ec28-409e-904f-24a2ababa994 owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:21:51.351496 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6b9df-e4ec-453b-97cc-108f98e142eb req-ad1b630c-8abd-4a69-8453-99497eb359a5 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:51.353019 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a1b6b9df-e4ec-453b-97cc-108f98e142eb req-ad1b630c-8abd-4a69-8453-99497eb359a5 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9bd6dde-6ac6-46d2-bba2-25a26864e4a9 HTTP/1.1" status: 200 len: 948 time: 0.0807683 Sep 10 15:21:51.357628 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04c2e4b-0f7c-48d8-bedb-011e186fffc3 None None] DHCP port deletion for 6da470b5-21a6-48da-8f44-511723482333 request from dv-cinder-760184-10-iscsi {{(pid=94033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 15:21:51.403503 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-d04c2e4b-0f7c-48d8-bedb-011e186fffc3 None None] Deleting port 1911c872-ec28-409e-904f-24a2ababa994 {{(pid=94033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:21:51.403867 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-d04c2e4b-0f7c-48d8-bedb-011e186fffc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.428370 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a1b6b9df-e4ec-453b-97cc-108f98e142eb req-65e1568c-260c-43fc-bbb3-383d0431a1e7 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d1f9613-85f0-4af3-9efe-0f6aadaf6ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482690 Sep 10 15:21:51.455465 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.470629 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-d04c2e4b-0f7c-48d8-bedb-011e186fffc3 None None] For port 1911c872-ec28-409e-904f-24a2ababa994, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=1911c872-ec28-409e-904f-24a2ababa994,segment=NetworkSegment(e5ba6727-d32e-45bf-8bd8-4952c3bafa19),segment_id=e5ba6727-d32e-45bf-8bd8-4952c3bafa19)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:21:51.471025 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-d04c2e4b-0f7c-48d8-bedb-011e186fffc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.480301 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] Pushing event deleted for resources: {'Port': ['ID=1911c872-ec28-409e-904f-24a2ababa994,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:51.483013 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-d04c2e4b-0f7c-48d8-bedb-011e186fffc3 None None] Calling delete_port for 1911c872-ec28-409e-904f-24a2ababa994 owned by network:dhcp {{(pid=94033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:21:51.487601 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] No DVR routers for this DVR port 1911c872-ec28-409e-904f-24a2ababa994 on host dv-cinder-760184-10-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:21:51.555617 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device c51ad11f-4a02-4704-a9cd-b5e07b6709d7 up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:21:51.560295 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-d04c2e4b-0f7c-48d8-bedb-011e186fffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354'] for port, after_delete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.562734 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767442', 'neutron.services.segments.db._delete_segments_for_network-8740670112925'] for network, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.582433 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da470b5-21a6-48da-8f44-511723482333']}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:21:51.593301 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ba6727-d32e-45bf-8bd8-4952c3bafa19') {'for_net_delete': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:21:51.593301 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ba6727-d32e-45bf-8bd8-4952c3bafa19') {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:21:51.602998 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740670111398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12600670'] for segment, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.608902 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c2e4b-0f7c-48d8-bedb-011e186fffc3 None None] Pushing event deleted for resources: {'Port': ['ID=1911c872-ec28-409e-904f-24a2ababa994,revision_number=None']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:51.615966 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c2e4b-0f7c-48d8-bedb-011e186fffc3 None None] No DVR routers for this DVR port 1911c872-ec28-409e-904f-24a2ababa994 on host dv-cinder-760184-10-iscsi {{(pid=94033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:21:51.619498 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.629614 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:21:51.630203 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13673099'] for segment, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: Traceback (most recent call last): Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: timer() Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: cb(*args, **kw) Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: return func(*args, **kwargs) Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: self._notify() Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: self.callback(batched_events) Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: event.method(event) Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: return f(self, *a, **k) Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: return self._get(url).json() Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: return self.request(url, 'GET', **kwargs) Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:21:51.632596 dv-cinder-760184-10-iscsi neutron-server[94031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:21:51.644429 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port c51ad11f-4a02-4704-a9cd-b5e07b6709d7 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:21:51.649211 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port c51ad11f-4a02-4704-a9cd-b5e07b6709d7 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:21:51.649597 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.694503 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550926'] for network, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.707310 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.709210 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] 10.222.0.32 "DELETE /v2.0/networks/6da470b5-21a6-48da-8f44-511723482333 HTTP/1.1" status: 204 len: 168 time: 0.6149728 Sep 10 15:21:51.720540 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9f20e-98f4-43cf-a2b7-9f26ede5f5ac admin admin] Pushing event deleted for resources: {'Network': ['ID=6da470b5-21a6-48da-8f44-511723482333,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:51.743323 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.772807 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bd6dde-6ac6-46d2-bba2-25a26864e4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51ad11f-4a02-4704-a9cd-b5e07b6709d7'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:21:51.775067 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e529740-231f-40df-80d1-f2b4e11606c4" -d '{"events": [{"server_uuid": "d9bd6dde-6ac6-46d2-bba2-25a26864e4a9", "name": "network-vif-plugged", "status": "completed", "tag": "c51ad11f-4a02-4704-a9cd-b5e07b6709d7"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:21:51.787904 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port c51ad11f-4a02-4704-a9cd-b5e07b6709d7, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=c51ad11f-4a02-4704-a9cd-b5e07b6709d7,segment=NetworkSegment(e0a00c02-40ea-4b21-b4d8-aca929dea37b),segment_id=e0a00c02-40ea-4b21-b4d8-aca929dea37b)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:21:51.795376 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.827011 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bbc285-e229-45a9-aca9-400cfb0cd0ba x-openstack-request-id: req-64bbc285-e229-45a9-aca9-400cfb0cd0ba {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:21:51.827342 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bd6dde-6ac6-46d2-bba2-25a26864e4a9", "name": "network-vif-plugged", "status": "completed", "tag": "c51ad11f-4a02-4704-a9cd-b5e07b6709d7", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:21:51.827540 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64bbc285-e229-45a9-aca9-400cfb0cd0ba {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:21:51.827920 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bd6dde-6ac6-46d2-bba2-25a26864e4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51ad11f-4a02-4704-a9cd-b5e07b6709d7', 'code': 200} Sep 10 15:21:51.832415 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 35630) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:51.860127 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=c51ad11f-4a02-4704-a9cd-b5e07b6709d7,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:51.880880 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-47137244-5cc8-4c94-95b1-a1ad0f342fd8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38a103aa430e44d19677d7d83ecdf77d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0461476 Sep 10 15:21:51.882678 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 35632) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:51.934259 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-19d00151-7f1d-4d06-9e44-d0dea0dc623b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:51.978566 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-19d00151-7f1d-4d06-9e44-d0dea0dc623b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:52.015845 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15430a04-97fb-4642-b4d9-4c5b6f8f8f2a req-1764e15a-e61e-46dd-82e1-92213346c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:52.017378 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-15430a04-97fb-4642-b4d9-4c5b6f8f8f2a req-1764e15a-e61e-46dd-82e1-92213346c972 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d9bd6dde-6ac6-46d2-bba2-25a26864e4a9 HTTP/1.1" status: 200 len: 1102 time: 0.0712643 Sep 10 15:21:52.049292 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-19d00151-7f1d-4d06-9e44-d0dea0dc623b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:52.051734 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-19d00151-7f1d-4d06-9e44-d0dea0dc623b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:52.052843 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-19d00151-7f1d-4d06-9e44-d0dea0dc623b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fbdcf595-41e3-4a4d-8355-2b483860bbd0 HTTP/1.1" status: 204 len: 168 time: 0.1691751 Sep 10 15:21:52.063009 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-15430a04-97fb-4642-b4d9-4c5b6f8f8f2a req-3c6abcc1-f11d-4124-a847-ef5232c68a33 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3d1f9613-85f0-4af3-9efe-0f6aadaf6ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390174 Sep 10 15:21:52.063811 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d00151-7f1d-4d06-9e44-d0dea0dc623b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdcf595-41e3-4a4d-8355-2b483860bbd0,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:52.378241 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:21:52.399196 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:21:52.399536 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device b6ccdf62-522c-4ec6-b4cf-dbf5cc59a04a not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:21:52.399951 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:21:52.419216 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:21:52.419555 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device c9ad25c8-4bfe-403c-9f92-5c3c4b952a4a not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:21:52.419960 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 1911c872-ec28-409e-904f-24a2ababa994 no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:21:52.438465 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: 1911c872-ec28-409e-904f-24a2ababa994 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:21:52.438801 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 1911c872-ec28-409e-904f-24a2ababa994 not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:21:52.542706 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678032a0-f610-4f71-b0b0-82093159122a req-7e54ae88-6aae-48c7-be2d-83aeb5d69f28 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:52.544300 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-678032a0-f610-4f71-b0b0-82093159122a req-7e54ae88-6aae-48c7-be2d-83aeb5d69f28 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9bd6dde-6ac6-46d2-bba2-25a26864e4a9 HTTP/1.1" status: 200 len: 949 time: 0.0486388 Sep 10 15:21:52.585367 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-678032a0-f610-4f71-b0b0-82093159122a req-a20ff487-a636-4ef1-bf89-2329df10445e tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d1f9613-85f0-4af3-9efe-0f6aadaf6ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351093 Sep 10 15:21:53.581106 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 35678) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:53.685788 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-73106256-61a1-46a1-a830-a4f1e2c957b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:53.700026 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507206eb-8916-4e12-93ed-ae1dc5f85165 req-e291662d-b77b-451f-8090-f63a99a7fe87 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:53.701537 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-507206eb-8916-4e12-93ed-ae1dc5f85165 req-e291662d-b77b-451f-8090-f63a99a7fe87 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9bd6dde-6ac6-46d2-bba2-25a26864e4a9 HTTP/1.1" status: 200 len: 949 time: 0.0481706 Sep 10 15:21:53.743474 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-507206eb-8916-4e12-93ed-ae1dc5f85165 req-cd27a2e5-28ee-4d23-9921-0a76193cb9f5 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d1f9613-85f0-4af3-9efe-0f6aadaf6ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358686 Sep 10 15:21:53.775775 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-73106256-61a1-46a1-a830-a4f1e2c957b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:53.779474 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-73106256-61a1-46a1-a830-a4f1e2c957b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:53.817355 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-73106256-61a1-46a1-a830-a4f1e2c957b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=070b5b81eae344bc9487d66a654af913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352078 Sep 10 15:21:53.819317 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73106256-61a1-46a1-a830-a4f1e2c957b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a0f118-453e-43f9-80f5-b414424cc7eb,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:53.820052 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 35688) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:53.872855 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5998-2cf6-4635-be5d-9a9ce73220a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:53.894653 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5998-2cf6-4635-be5d-9a9ce73220a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:53.943705 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5998-2cf6-4635-be5d-9a9ce73220a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:53.946341 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5998-2cf6-4635-be5d-9a9ce73220a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:53.950758 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-cf2a5998-2cf6-4635-be5d-9a9ce73220a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34a0f118-453e-43f9-80f5-b414424cc7eb HTTP/1.1" status: 204 len: 168 time: 0.1264529 Sep 10 15:21:53.957957 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a5998-2cf6-4635-be5d-9a9ce73220a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a0f118-453e-43f9-80f5-b414424cc7eb,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:54.013823 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b797f-11e3-4e56-a2eb-c0a1cc0d27d7 req-aa9624c8-5d0d-49f8-b0f3-9eafef9ad78b tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:54.015326 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-de2b797f-11e3-4e56-a2eb-c0a1cc0d27d7 req-aa9624c8-5d0d-49f8-b0f3-9eafef9ad78b tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9bd6dde-6ac6-46d2-bba2-25a26864e4a9 HTTP/1.1" status: 200 len: 949 time: 0.0503480 Sep 10 15:21:54.054097 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-de2b797f-11e3-4e56-a2eb-c0a1cc0d27d7 req-d5415f25-2448-4d86-8aee-9c40d8078f64 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d1f9613-85f0-4af3-9efe-0f6aadaf6ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326688 Sep 10 15:21:54.083785 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:54.213344 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 35696) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:54.226790 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-58c84568-d841-4bf8-93cc-c5a96efba02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:54.320379 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-58c84568-d841-4bf8-93cc-c5a96efba02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:54.323986 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-58c84568-d841-4bf8-93cc-c5a96efba02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:54.363207 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-58c84568-d841-4bf8-93cc-c5a96efba02a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=179ecdd7da70429d9888225cc77df213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484964 Sep 10 15:21:54.364475 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c84568-d841-4bf8-93cc-c5a96efba02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bedcbf-bcf6-4901-bd80-5e6d21ca6466,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:54.365690 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 35698) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:21:54.418457 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f9893ee6-ac53-450b-baa1-456c46b2efe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:54.438334 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f9893ee6-ac53-450b-baa1-456c46b2efe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:54.484450 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f9893ee6-ac53-450b-baa1-456c46b2efe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:54.486976 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f9893ee6-ac53-450b-baa1-456c46b2efe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:54.488113 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-f9893ee6-ac53-450b-baa1-456c46b2efe8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1bedcbf-bcf6-4901-bd80-5e6d21ca6466 HTTP/1.1" status: 204 len: 168 time: 0.1213515 Sep 10 15:21:54.495300 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9893ee6-ac53-450b-baa1-456c46b2efe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bedcbf-bcf6-4901-bd80-5e6d21ca6466,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:55.170909 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062558e-d89e-459d-b7e3-a4f8da12bbe9 req-629edc50-e17f-40a2-893a-83a42f8cefbe tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:55.172414 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f062558e-d89e-459d-b7e3-a4f8da12bbe9 req-629edc50-e17f-40a2-893a-83a42f8cefbe tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9bd6dde-6ac6-46d2-bba2-25a26864e4a9 HTTP/1.1" status: 200 len: 949 time: 0.0500844 Sep 10 15:21:55.210434 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f062558e-d89e-459d-b7e3-a4f8da12bbe9 req-fbf5a462-4023-457b-bf28-c3f5da707080 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d1f9613-85f0-4af3-9efe-0f6aadaf6ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321183 Sep 10 15:21:55.242960 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0b91a-28f9-4757-a155-4dced763c144 req-d2755224-96cc-4963-b999-50494da7aa1a tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:55.244430 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-bec0b91a-28f9-4757-a155-4dced763c144 req-d2755224-96cc-4963-b999-50494da7aa1a tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9bd6dde-6ac6-46d2-bba2-25a26864e4a9 HTTP/1.1" status: 200 len: 949 time: 0.0495398 Sep 10 15:21:55.340965 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-bec0b91a-28f9-4757-a155-4dced763c144 req-9c2a2a69-6545-4071-b669-794b8de404e7 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Deleting port c51ad11f-4a02-4704-a9cd-b5e07b6709d7 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:21:55.341313 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-bec0b91a-28f9-4757-a155-4dced763c144 req-9c2a2a69-6545-4071-b669-794b8de404e7 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:55.432661 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-bec0b91a-28f9-4757-a155-4dced763c144 req-9c2a2a69-6545-4071-b669-794b8de404e7 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] For port c51ad11f-4a02-4704-a9cd-b5e07b6709d7, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=c51ad11f-4a02-4704-a9cd-b5e07b6709d7,segment=NetworkSegment(e0a00c02-40ea-4b21-b4d8-aca929dea37b),segment_id=e0a00c02-40ea-4b21-b4d8-aca929dea37b)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:21:55.433143 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-bec0b91a-28f9-4757-a155-4dced763c144 req-9c2a2a69-6545-4071-b669-794b8de404e7 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:55.445376 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-bec0b91a-28f9-4757-a155-4dced763c144 req-9c2a2a69-6545-4071-b669-794b8de404e7 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Calling delete_port for c51ad11f-4a02-4704-a9cd-b5e07b6709d7 owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:21:55.573562 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-bec0b91a-28f9-4757-a155-4dced763c144 req-9c2a2a69-6545-4071-b669-794b8de404e7 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:55.592386 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['c51ad11f-4a02-4704-a9cd-b5e07b6709d7'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:21:55.603231 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a2a69-6545-4071-b669-794b8de404e7 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Pushing event deleted for resources: {'Port': ['ID=c51ad11f-4a02-4704-a9cd-b5e07b6709d7,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:21:55.650067 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec0b91a-28f9-4757-a155-4dced763c144 req-9c2a2a69-6545-4071-b669-794b8de404e7 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] No DVR routers for this DVR port c51ad11f-4a02-4704-a9cd-b5e07b6709d7 on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:21:55.653126 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-bec0b91a-28f9-4757-a155-4dced763c144 req-9c2a2a69-6545-4071-b669-794b8de404e7 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:55.655140 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-bec0b91a-28f9-4757-a155-4dced763c144 req-9c2a2a69-6545-4071-b669-794b8de404e7 tempest-VolumesNegativeTest-1686543617 tempest-VolumesNegativeTest-1686543617-project] 10.222.0.43 "DELETE /v2.0/ports/c51ad11f-4a02-4704-a9cd-b5e07b6709d7 HTTP/1.1" status: 204 len: 173 time: 0.4045494 Sep 10 15:21:55.655587 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bd6dde-6ac6-46d2-bba2-25a26864e4a9', 'name': 'network-vif-deleted', 'tag': 'c51ad11f-4a02-4704-a9cd-b5e07b6709d7'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:21:55.657912 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e22eda0-be04-4611-81ac-2024b34b0e7a" -d '{"events": [{"server_uuid": "d9bd6dde-6ac6-46d2-bba2-25a26864e4a9", "name": "network-vif-deleted", "tag": "c51ad11f-4a02-4704-a9cd-b5e07b6709d7"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:21:55.698072 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b467f22e-1d6e-4a89-ab60-490e3e7e8442 x-openstack-request-id: req-b467f22e-1d6e-4a89-ab60-490e3e7e8442 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:21:55.698370 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bd6dde-6ac6-46d2-bba2-25a26864e4a9", "name": "network-vif-deleted", "tag": "c51ad11f-4a02-4704-a9cd-b5e07b6709d7", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:21:55.699226 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b467f22e-1d6e-4a89-ab60-490e3e7e8442 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:21:55.699796 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bd6dde-6ac6-46d2-bba2-25a26864e4a9', 'name': 'network-vif-deleted', 'tag': 'c51ad11f-4a02-4704-a9cd-b5e07b6709d7', 'status': 'completed', 'code': 200} Sep 10 15:21:58.404101 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-0b5628fa-159d-471b-af95-db340fc5f58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:58.652084 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1db42546-c959-4b99-97df-f40b7df38a62 req-6a3029da-01a1-48f7-9858-11207fd05833 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401099 Sep 10 15:21:58.736724 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db42546-c959-4b99-97df-f40b7df38a62 req-80ef123d-e6c1-4a28-927a-9c2ff01d1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:58.738373 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1db42546-c959-4b99-97df-f40b7df38a62 req-80ef123d-e6c1-4a28-927a-9c2ff01d1aef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=90064210fccc4fb2a9db8b495df16e58&device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 1098 time: 0.0445757 Sep 10 15:21:59.131818 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db42546-c959-4b99-97df-f40b7df38a62 req-61261906-7a9d-4cc6-8e26-aa2322b14025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:59.133312 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1db42546-c959-4b99-97df-f40b7df38a62 req-61261906-7a9d-4cc6-8e26-aa2322b14025 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc HTTP/1.1" status: 200 len: 911 time: 0.3676927 Sep 10 15:21:59.201319 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1db42546-c959-4b99-97df-f40b7df38a62 req-628c0ad7-c6ff-4fc4-af8a-754d69a83cf8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3643e96f-33a6-4c9b-8547-193a581c1725 HTTP/1.1" status: 200 len: 1000 time: 0.0603406 Sep 10 15:21:59.256204 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db42546-c959-4b99-97df-f40b7df38a62 req-011b21cf-c91f-4728-8213-4cff4c371746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:59.257955 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1db42546-c959-4b99-97df-f40b7df38a62 req-011b21cf-c91f-4728-8213-4cff4c371746 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=358058bb-a0d0-4889-8b80-3a01a6232dfd HTTP/1.1" status: 200 len: 849 time: 0.0497315 Sep 10 15:21:59.311131 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db42546-c959-4b99-97df-f40b7df38a62 req-7a8349d5-00d8-4194-8640-ef52fedbc5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:21:59.312710 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1db42546-c959-4b99-97df-f40b7df38a62 req-7a8349d5-00d8-4194-8640-ef52fedbc5a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0481129 Sep 10 15:21:59.409821 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1db42546-c959-4b99-97df-f40b7df38a62 req-6c2db258-7e38-491f-b61d-b2262739c73a service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893004 Sep 10 15:21:59.506841 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-1db42546-c959-4b99-97df-f40b7df38a62 req-bc87da83-ff45-47ae-8b5e-1da2d729220e service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887353 Sep 10 15:21:59.616692 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device c51ad11f-4a02-4704-a9cd-b5e07b6709d7 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:21:59.637622 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: c51ad11f-4a02-4704-a9cd-b5e07b6709d7 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:21:59.637942 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device c51ad11f-4a02-4704-a9cd-b5e07b6709d7 not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:21:59.871854 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 36034) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:00.000415 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-9572b245-e538-4043-a60a-40d0c51cc943 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02f95aa5ef1d4c46a85babf66f0045bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1273768 Sep 10 15:22:00.002877 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 36038) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:00.048193 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc51955f-c6b7-4ca3-987d-a1a40688108f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:00.068236 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc51955f-c6b7-4ca3-987d-a1a40688108f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:00.116005 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc51955f-c6b7-4ca3-987d-a1a40688108f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:00.118669 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc51955f-c6b7-4ca3-987d-a1a40688108f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:00.119789 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-cc51955f-c6b7-4ca3-987d-a1a40688108f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d1f9613-85f0-4af3-9efe-0f6aadaf6ee6 HTTP/1.1" status: 204 len: 168 time: 0.1160371 Sep 10 15:22:00.127954 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51955f-c6b7-4ca3-987d-a1a40688108f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1f9613-85f0-4af3-9efe-0f6aadaf6ee6,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:00.883742 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-34e69708-de16-4166-9b9c-2cb9b1acdbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:00.923094 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 36080) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:01.076784 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-80326faf-4126-4cc8-9548-100bf4bf1273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:01.186319 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-80326faf-4126-4cc8-9548-100bf4bf1273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:01.189448 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-80326faf-4126-4cc8-9548-100bf4bf1273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:01.232018 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-80326faf-4126-4cc8-9548-100bf4bf1273 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09f63a0a92b94701a6d8f6eb7be203da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048558 Sep 10 15:22:01.232018 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80326faf-4126-4cc8-9548-100bf4bf1273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90eb9600-08de-4b87-87eb-c39ca14d7aa9,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:01.232527 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36094) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:01.295902 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c7268fbd-1bc8-41f2-832b-395a31bb63f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:01.310981 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:01.319734 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c7268fbd-1bc8-41f2-832b-395a31bb63f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:01.366096 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c7268fbd-1bc8-41f2-832b-395a31bb63f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:01.369031 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c7268fbd-1bc8-41f2-832b-395a31bb63f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:01.370340 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c7268fbd-1bc8-41f2-832b-395a31bb63f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90eb9600-08de-4b87-87eb-c39ca14d7aa9 HTTP/1.1" status: 204 len: 168 time: 0.1367600 Sep 10 15:22:01.378474 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7268fbd-1bc8-41f2-832b-395a31bb63f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90eb9600-08de-4b87-87eb-c39ca14d7aa9,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:01.638026 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36102) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:01.654404 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bdbbb29e-c5ee-4ad4-802e-4a8ec20fc346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:01.741843 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bdbbb29e-c5ee-4ad4-802e-4a8ec20fc346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:01.745410 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bdbbb29e-c5ee-4ad4-802e-4a8ec20fc346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:01.781441 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbb29e-c5ee-4ad4-802e-4a8ec20fc346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7430c0-6637-4a4c-8ba4-9ba71a522b54,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:01.785591 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-bdbbb29e-c5ee-4ad4-802e-4a8ec20fc346 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36881d0206ab48d7a52f1c0160958a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465645 Sep 10 15:22:01.788274 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36104) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:01.834150 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c86df45d-3077-461b-8832-103aa250bc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:01.855697 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c86df45d-3077-461b-8832-103aa250bc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:01.899194 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c86df45d-3077-461b-8832-103aa250bc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:01.902340 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c86df45d-3077-461b-8832-103aa250bc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:01.903571 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c86df45d-3077-461b-8832-103aa250bc5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a7430c0-6637-4a4c-8ba4-9ba71a522b54 HTTP/1.1" status: 204 len: 168 time: 0.1143970 Sep 10 15:22:01.911083 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86df45d-3077-461b-8832-103aa250bc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7430c0-6637-4a4c-8ba4-9ba71a522b54,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:02.239555 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:02.930665 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36144) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:03.032635 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-37ebdf91-70eb-4d09-a8e0-8f7beb5e5eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:03.121685 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-37ebdf91-70eb-4d09-a8e0-8f7beb5e5eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:03.125284 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-37ebdf91-70eb-4d09-a8e0-8f7beb5e5eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:03.162406 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-37ebdf91-70eb-4d09-a8e0-8f7beb5e5eaf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49c8a65ec4794617bc8103626b4792ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307250 Sep 10 15:22:03.163254 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebdf91-70eb-4d09-a8e0-8f7beb5e5eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d190e67a-6037-4066-aea3-8ab55020231f,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:03.165112 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 36148) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:03.213790 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bc6f7c73-3b8f-4352-9549-7b06dde71044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:03.234852 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bc6f7c73-3b8f-4352-9549-7b06dde71044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:03.279011 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bc6f7c73-3b8f-4352-9549-7b06dde71044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:03.281567 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bc6f7c73-3b8f-4352-9549-7b06dde71044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:03.282744 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-bc6f7c73-3b8f-4352-9549-7b06dde71044 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d190e67a-6037-4066-aea3-8ab55020231f HTTP/1.1" status: 204 len: 168 time: 0.1165671 Sep 10 15:22:03.290287 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f7c73-3b8f-4352-9549-7b06dde71044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d190e67a-6037-4066-aea3-8ab55020231f,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:03.679789 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:06.708133 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:22:08.089166 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36258) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:08.208135 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-efd11872-3aea-4b12-9b7a-5bf5e44d23c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:08.298475 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-efd11872-3aea-4b12-9b7a-5bf5e44d23c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:08.302560 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-efd11872-3aea-4b12-9b7a-5bf5e44d23c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:08.338903 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd11872-3aea-4b12-9b7a-5bf5e44d23c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbeec09-0415-4aad-a240-42d8fd5e9cdb,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:08.351149 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 36266) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:08.357616 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-efd11872-3aea-4b12-9b7a-5bf5e44d23c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7472941374934e478c23a8b57e790a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669878 Sep 10 15:22:08.401710 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fa0dea2e-dd61-41e6-a372-ac5a382d4355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:08.425461 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fa0dea2e-dd61-41e6-a372-ac5a382d4355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:08.478268 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fa0dea2e-dd61-41e6-a372-ac5a382d4355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:08.481731 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fa0dea2e-dd61-41e6-a372-ac5a382d4355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:08.485253 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-fa0dea2e-dd61-41e6-a372-ac5a382d4355 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fbeec09-0415-4aad-a240-42d8fd5e9cdb HTTP/1.1" status: 204 len: 168 time: 0.1330342 Sep 10 15:22:08.494771 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0dea2e-dd61-41e6-a372-ac5a382d4355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbeec09-0415-4aad-a240-42d8fd5e9cdb,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:09.076316 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 36292) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:09.169511 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-1465b539-6efe-4211-ae51-30348afde651 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-27768899-network', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:22:09.189832 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1465b539-6efe-4211-ae51-30348afde651 admin admin] Made reservation on behalf of c54ad0c7ddb847d9bd638cd773c7ef83 for: {'network': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:22:09.192047 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1465b539-6efe-4211-ae51-30348afde651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for network, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:09.200001 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1465b539-6efe-4211-ae51-30348afde651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:09.284356 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1465b539-6efe-4211-ae51-30348afde651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:09.288200 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1465b539-6efe-4211-ae51-30348afde651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:09.312015 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1465b539-6efe-4211-ae51-30348afde651 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=94032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:22:09.320523 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465b539-6efe-4211-ae51-30348afde651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e772dab2-36fb-445f-9df1-9e3831e4ee33,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:09.327017 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1465b539-6efe-4211-ae51-30348afde651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:09.327358 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.segments_db [None req-1465b539-6efe-4211-ae51-30348afde651 admin admin] Added segment 071af16c-414b-4899-b8ce-e6e2b903270e of type vlan for network 2b94db1e-9593-4b6d-b3bd-473a23183ec1 Sep 10 15:22:09.366438 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1465b539-6efe-4211-ae51-30348afde651 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740669571112'] for network, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:09.390816 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1465b539-6efe-4211-ae51-30348afde651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for network, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:09.391741 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1465b539-6efe-4211-ae51-30348afde651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:09.392337 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1465b539-6efe-4211-ae51-30348afde651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:09.420822 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-1465b539-6efe-4211-ae51-30348afde651 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3433268 Sep 10 15:22:09.422093 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36298) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:09.426919 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-b2c48001-c438-45b4-893a-cf6335c0f1f9 admin admin] Request body: {'subnet': {'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-27768899-subnet', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'ip_version': 4}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:22:09.456566 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c48001-c438-45b4-893a-cf6335c0f1f9 admin admin] Made reservation on behalf of c54ad0c7ddb847d9bd638cd773c7ef83 for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:22:09.458586 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465b539-6efe-4211-ae51-30348afde651 admin admin] Pushing event updated for resources: {'Network': ['ID=2b94db1e-9593-4b6d-b3bd-473a23183ec1,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:09.459233 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b2c48001-c438-45b4-893a-cf6335c0f1f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13098559'] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:09.477231 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Network 2b94db1e-9593-4b6d-b3bd-473a23183ec1 details requested by agent ovs-agent-dv-cinder-760184-10-iscsi with host dv-cinder-760184-10-iscsi {{(pid=94033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:22:09.639955 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b2c48001-c438-45b4-893a-cf6335c0f1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13672744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13098529'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:09.698901 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c48001-c438-45b4-893a-cf6335c0f1f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=983655be-d5b0-491a-9926-70ef7a4ce301,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:09.703827 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c48001-c438-45b4-893a-cf6335c0f1f9 admin admin] Checking segment: {'id': '071af16c-414b-4899-b8ce-e6e2b903270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:22:09.704197 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c48001-c438-45b4-893a-cf6335c0f1f9 admin admin] Network hostable DHCP agents. Network: 2b94db1e-9593-4b6d-b3bd-473a23183ec1, hostable agents: ['3c96b2f0-8a92-48cf-9f37-aea1b5083e0a'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:22:09.721812 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c48001-c438-45b4-893a-cf6335c0f1f9 admin admin] Network 2b94db1e-9593-4b6d-b3bd-473a23183ec1 is scheduled to be hosted by DHCP agent 3c96b2f0-8a92-48cf-9f37-aea1b5083e0a with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:22:09.732414 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-b2c48001-c438-45b4-893a-cf6335c0f1f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-10-iscsi, 2b94db1e-9593-4b6d-b3bd-473a23183ec1) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:22:09.737053 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c48001-c438-45b4-893a-cf6335c0f1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:09.737649 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b2c48001-c438-45b4-893a-cf6335c0f1f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:09.742574 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff38961c-e8d9-4e81-a193-170e2ed8bf87 None None] Network 2b94db1e-9593-4b6d-b3bd-473a23183ec1 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:22:09.756055 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 36314) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:09.760615 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-d1da398c-3979-4c64-b96f-d2c50511011e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-27768899-router', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:22:09.764792 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-b2c48001-c438-45b4-893a-cf6335c0f1f9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3415136 Sep 10 15:22:09.798905 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d1da398c-3979-4c64-b96f-d2c50511011e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-369'] for router, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:09.800045 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d1da398c-3979-4c64-b96f-d2c50511011e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-376'] for router, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:09.861044 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d1da398c-3979-4c64-b96f-d2c50511011e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:09.896576 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp966f7049-479f-577b-97f2-9a97344a5798-2b94db1e-9593-4b6d-b3bd-473a23183ec1', 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'fixed_ips': [{'subnet_id': '983655be-d5b0-491a-9926-70ef7a4ce301'}]}} from dv-cinder-760184-10-iscsi. {{(pid=94033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 15:22:09.897394 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:10.007091 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d1da398c-3979-4c64-b96f-d2c50511011e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:10.033976 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.db_base_plugin_common [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Allocated IP 172.20.0.2 (2b94db1e-9593-4b6d-b3bd-473a23183ec1/983655be-d5b0-491a-9926-70ef7a4ce301/db64811d-f758-4ab3-a757-1edb82258256) {{(pid=94033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:22:10.177960 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Notify callbacks [] for port, precommit_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:10.186266 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Transition to ACTIVE for port object db64811d-f758-4ab3-a757-1edb82258256 will not be triggered until provisioned by entity L2. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:22:10.201498 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Transition to ACTIVE for port object db64811d-f758-4ab3-a757-1edb82258256 will not be triggered until provisioned by entity DHCP. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:22:10.204110 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d1da398c-3979-4c64-b96f-d2c50511011e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:10.206756 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:10.224065 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d1da398c-3979-4c64-b96f-d2c50511011e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:10.242608 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Network 2b94db1e-9593-4b6d-b3bd-473a23183ec1 is already hosted by enough agents. {{(pid=94033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:22:10.245468 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.base_scheduler [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Resources bound (agent type, host, resource id): {{(pid=94033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:22:10.249249 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Received port after_create {{(pid=94033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:22:10.264149 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Pushing event updated for resources: {'Port': ['ID=db64811d-f758-4ab3-a757-1edb82258256,revision_number=1']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:10.316627 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Attempting to bind port db64811d-f758-4ab3-a757-1edb82258256 on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:22:10.317108 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Attempting to bind port db64811d-f758-4ab3-a757-1edb82258256 by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': '071af16c-414b-4899-b8ce-e6e2b903270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:22:10.317475 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Attempting to bind port db64811d-f758-4ab3-a757-1edb82258256 on network 2b94db1e-9593-4b6d-b3bd-473a23183ec1 {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:22:10.322374 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:22:10.322746 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Checking segment: {'id': '071af16c-414b-4899-b8ce-e6e2b903270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:22:10.323142 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:10.323530 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Bound using segment: {'id': '071af16c-414b-4899-b8ce-e6e2b903270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:22:10.323990 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Bound port: db64811d-f758-4ab3-a757-1edb82258256, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071af16c-414b-4899-b8ce-e6e2b903270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:22:10.324391 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:10.335415 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-d1da398c-3979-4c64-b96f-d2c50511011e admin admin] Allocated IP 172.27.3.88 (080accf6-a61d-43aa-a40c-4a5d90aa3be1/9f699ab7-ff98-4888-8014-ee1b80751434/13b9c00f-5b66-4120-9bba-09a48d50fce4) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:22:10.398553 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] For port db64811d-f758-4ab3-a757-1edb82258256, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:22:10.401804 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] For port db64811d-f758-4ab3-a757-1edb82258256, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=db64811d-f758-4ab3-a757-1edb82258256,segment=NetworkSegment(071af16c-414b-4899-b8ce-e6e2b903270e),segment_id=071af16c-414b-4899-b8ce-e6e2b903270e)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:22:10.406975 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:10.465896 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d1da398c-3979-4c64-b96f-d2c50511011e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:10.482215 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80491b05-c670-4be7-b0ad-b23663060315 None None] Pushing event updated for resources: {'Port': ['ID=db64811d-f758-4ab3-a757-1edb82258256,revision_number=2']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:10.515080 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d1da398c-3979-4c64-b96f-d2c50511011e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:10.562704 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1da398c-3979-4c64-b96f-d2c50511011e admin admin] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:22:10.565651 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-d1da398c-3979-4c64-b96f-d2c50511011e admin admin] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:22:10.571537 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1da398c-3979-4c64-b96f-d2c50511011e admin admin] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:22:10.577635 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da398c-3979-4c64-b96f-d2c50511011e admin admin] Pushing event updated for resources: {'Port': ['ID=13b9c00f-5b66-4120-9bba-09a48d50fce4,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:10.870041 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d1da398c-3979-4c64-b96f-d2c50511011e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:11.104118 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d1da398c-3979-4c64-b96f-d2c50511011e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550998'] for router, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:11.138156 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36328) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:11.240538 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1da398c-3979-4c64-b96f-d2c50511011e admin admin] Router 5d73ad9f-e4a4-470e-b213-bb4a269d036e is scheduled to L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 with binding_index 1 {{(pid=94032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 15:22:11.260949 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1df01d71-0823-47b6-8518-8d7c59eb787e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:11.357976 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1da398c-3979-4c64-b96f-d2c50511011e admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:22:11.365592 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1df01d71-0823-47b6-8518-8d7c59eb787e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:11.367431 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Sync routers for ids ['5d73ad9f-e4a4-470e-b213-bb4a269d036e'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:22:11.371326 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1df01d71-0823-47b6-8518-8d7c59eb787e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:11.376474 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d1da398c-3979-4c64-b96f-d2c50511011e admin admin] Notify callbacks [] for router, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:11.378334 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-d1da398c-3979-4c64-b96f-d2c50511011e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.6210558 Sep 10 15:22:11.379840 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Routers {'5d73ad9f-e4a4-470e-b213-bb4a269d036e'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:22:11.380496 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:22:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['5d73ad9f-e4a4-470e-b213-bb4a269d036e'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:22:11.381347 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 36332) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:11.414433 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-1df01d71-0823-47b6-8518-8d7c59eb787e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1eeed775e6b84990a8e8242fd1e1034b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751892 Sep 10 15:22:11.415856 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df01d71-0823-47b6-8518-8d7c59eb787e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5311bbdd-b637-4919-a1e1-28baaeac2de7,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:11.420232 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36334) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:11.457406 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43bc935-a7f7-40b8-84d8-4d6b481dcc44 None None] Network 2b94db1e-9593-4b6d-b3bd-473a23183ec1 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:22:11.473632 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8246c0f6-cdb3-4b6a-a48d-5d1beb97330a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:11.496004 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8246c0f6-cdb3-4b6a-a48d-5d1beb97330a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:11.551331 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8246c0f6-cdb3-4b6a-a48d-5d1beb97330a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:11.554593 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8246c0f6-cdb3-4b6a-a48d-5d1beb97330a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:11.558394 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-8246c0f6-cdb3-4b6a-a48d-5d1beb97330a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5311bbdd-b637-4919-a1e1-28baaeac2de7 HTTP/1.1" status: 204 len: 168 time: 0.1358306 Sep 10 15:22:11.563894 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-b0522e02-7a6e-431b-9714-e701ba270b5e None None] Provisioning for port db64811d-f758-4ab3-a757-1edb82258256 completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:22:11.569420 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246c0f6-cdb3-4b6a-a48d-5d1beb97330a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5311bbdd-b637-4919-a1e1-28baaeac2de7,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:11.605090 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Set router 5d73ad9f-e4a4-470e-b213-bb4a269d036e gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:22:11.862742 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36340) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:11.866478 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a01a12a8-70ff-43ab-9a0b-8d1a21ad409a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:11.876704 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0429a781-b833-4255-8394-d719fe9ebccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:11.985481 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0429a781-b833-4255-8394-d719fe9ebccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:11.990239 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'name': 'tempest-TestShelveInstance-27768899-router', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:09Z', 'updated_at': '2021-09-10T15:22:10Z', 'revision_number': 3, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'gw_port': {'id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:10Z', 'updated_at': '2021-09-10T15:22:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:22:11.991115 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0429a781-b833-4255-8394-d719fe9ebccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:12.020512 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429a781-b833-4255-8394-d719fe9ebccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe4ef9d-8266-46f6-92a0-77a1e329dd0c,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:12.021819 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Checking router: 5d73ad9f-e4a4-470e-b213-bb4a269d036e for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:22:12.022177 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Updating router 5d73ad9f-e4a4-470e-b213-bb4a269d036e port 13b9c00f-5b66-4120-9bba-09a48d50fce4 binding host dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:22:12.052555 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-0429a781-b833-4255-8394-d719fe9ebccd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dfd6bdc96b154d4c86ef7eb6cf0e0576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886370 Sep 10 15:22:12.054978 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:12.056154 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 36342) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:12.065072 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-a01a12a8-70ff-43ab-9a0b-8d1a21ad409a admin admin] Allocated IP 172.20.0.1 (2b94db1e-9593-4b6d-b3bd-473a23183ec1/983655be-d5b0-491a-9926-70ef7a4ce301/170e380a-39fc-4085-a31c-039a152ba304) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:22:12.337613 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Notify callbacks [] for port, precommit_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:12.348688 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Transition to ACTIVE for port object 13b9c00f-5b66-4120-9bba-09a48d50fce4 will not be triggered until provisioned by entity L2. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:22:12.359312 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:12.420228 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fa933-9a2f-4db4-8571-2edee3bdcdb6 None None] Pushing event updated for resources: {'Port': ['ID=13b9c00f-5b66-4120-9bba-09a48d50fce4,revision_number=2']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:12.423599 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Attempting to bind port 13b9c00f-5b66-4120-9bba-09a48d50fce4 on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:22:12.423599 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Attempting to bind port 13b9c00f-5b66-4120-9bba-09a48d50fce4 by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:22:12.423848 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Attempting to bind port 13b9c00f-5b66-4120-9bba-09a48d50fce4 on network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:22:12.435977 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:22:12.436428 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Checking segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:22:12.436923 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:12.437423 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Bound using segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:22:12.437957 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Bound port: 13b9c00f-5b66-4120-9bba-09a48d50fce4, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:22:12.438406 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:12.442535 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device db64811d-f758-4ab3-a757-1edb82258256 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:22:12.462391 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a01a12a8-70ff-43ab-9a0b-8d1a21ad409a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:12.464448 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da5cda8f-0983-4683-a3d3-0ec7f932eda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:12.486543 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-a01a12a8-70ff-43ab-9a0b-8d1a21ad409a admin admin] Transition to ACTIVE for port object 170e380a-39fc-4085-a31c-039a152ba304 will not be triggered until provisioned by entity DHCP. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:22:12.497127 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da5cda8f-0983-4683-a3d3-0ec7f932eda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:12.524341 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] For port 13b9c00f-5b66-4120-9bba-09a48d50fce4, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:22:12.528546 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] For port 13b9c00f-5b66-4120-9bba-09a48d50fce4, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=13b9c00f-5b66-4120-9bba-09a48d50fce4,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:22:12.535218 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:12.554672 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a01a12a8-70ff-43ab-9a0b-8d1a21ad409a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:12.562380 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port db64811d-f758-4ab3-a757-1edb82258256 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:22:12.573787 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port db64811d-f758-4ab3-a757-1edb82258256 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:22:12.574481 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:12.584619 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da5cda8f-0983-4683-a3d3-0ec7f932eda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:12.587377 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-da5cda8f-0983-4683-a3d3-0ec7f932eda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:12.588538 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-da5cda8f-0983-4683-a3d3-0ec7f932eda5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bbe4ef9d-8266-46f6-92a0-77a1e329dd0c HTTP/1.1" status: 204 len: 168 time: 0.5314605 Sep 10 15:22:12.607894 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01a12a8-70ff-43ab-9a0b-8d1a21ad409a admin admin] Network 2b94db1e-9593-4b6d-b3bd-473a23183ec1 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:22:12.612837 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cda8f-0983-4683-a3d3-0ec7f932eda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe4ef9d-8266-46f6-92a0-77a1e329dd0c,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:12.617571 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-a01a12a8-70ff-43ab-9a0b-8d1a21ad409a admin admin] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:22:12.620193 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01a12a8-70ff-43ab-9a0b-8d1a21ad409a admin admin] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:22:12.642731 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fa933-9a2f-4db4-8571-2edee3bdcdb6 None None] Pushing event updated for resources: {'Port': ['ID=13b9c00f-5b66-4120-9bba-09a48d50fce4,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:12.645379 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a12a8-70ff-43ab-9a0b-8d1a21ad409a admin admin] Pushing event updated for resources: {'Port': ['ID=170e380a-39fc-4085-a31c-039a152ba304,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:12.649142 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Routers {'5d73ad9f-e4a4-470e-b213-bb4a269d036e'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:22:12.649583 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:22:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['5d73ad9f-e4a4-470e-b213-bb4a269d036e'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:22:12.665131 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a01a12a8-70ff-43ab-9a0b-8d1a21ad409a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551047'] for router_interface, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:12.785357 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:12.806689 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] Set router 5d73ad9f-e4a4-470e-b213-bb4a269d036e gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:22:12.816350 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a01a12a8-70ff-43ab-9a0b-8d1a21ad409a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:12.921642 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port db64811d-f758-4ab3-a757-1edb82258256, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=db64811d-f758-4ab3-a757-1edb82258256,segment=NetworkSegment(071af16c-414b-4899-b8ce-e6e2b903270e),segment_id=071af16c-414b-4899-b8ce-e6e2b903270e)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:22:12.953970 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:12.995455 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a01a12a8-70ff-43ab-9a0b-8d1a21ad409a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:13.001120 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a01a12a8-70ff-43ab-9a0b-8d1a21ad409a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:13.030390 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-d10cbc1b-968a-46f1-933d-5d3d5c40ac49 None None] Provisioning for port 170e380a-39fc-4085-a31c-039a152ba304 completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:22:13.030511 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36348) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:13.038466 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-d10cbc1b-968a-46f1-933d-5d3d5c40ac49 None None] Provisioning complete for port 170e380a-39fc-4085-a31c-039a152ba304 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:22:13.038913 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-d10cbc1b-968a-46f1-933d-5d3d5c40ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:13.040361 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=db64811d-f758-4ab3-a757-1edb82258256,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:13.043988 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cf275d89-6144-46ce-a157-5993c7dd9cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:13.087097 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a01a12a8-70ff-43ab-9a0b-8d1a21ad409a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547095'] for router_interface, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:13.089749 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a12a8-70ff-43ab-9a0b-8d1a21ad409a admin admin] Pushing event updated for resources: {'Port': ['ID=170e380a-39fc-4085-a31c-039a152ba304,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:13.106844 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-d10cbc1b-968a-46f1-933d-5d3d5c40ac49 None None] Port 170e380a-39fc-4085-a31c-039a152ba304 cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:22:13.125156 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'name': 'tempest-TestShelveInstance-27768899-router', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:09Z', 'updated_at': '2021-09-10T15:22:10Z', 'revision_number': 3, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'gw_port': {'id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:10Z', 'updated_at': '2021-09-10T15:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:22:13.142546 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cf275d89-6144-46ce-a157-5993c7dd9cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:13.146406 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cf275d89-6144-46ce-a157-5993c7dd9cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:13.153078 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbbc228-fdd4-4198-a8ce-9e1dbf46cd72 None None] The sync data for ids ['5d73ad9f-e4a4-470e-b213-bb4a269d036e'] in dv-cinder-760184-10-iscsi is: [{'id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'name': 'tempest-TestShelveInstance-27768899-router', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:09Z', 'updated_at': '2021-09-10T15:22:10Z', 'revision_number': 3, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'gw_port': {'id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:10Z', 'updated_at': '2021-09-10T15:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:22:13.190303 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf275d89-6144-46ce-a157-5993c7dd9cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921d89c2-c768-40d9-ba70-251588b6ade0,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:13.197146 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-cf275d89-6144-46ce-a157-5993c7dd9cbb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70aeedb54aeb4133badf50a4ec3c1057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629810 Sep 10 15:22:13.197146 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36350) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:13.204839 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01a12a8-70ff-43ab-9a0b-8d1a21ad409a admin admin] Network 2b94db1e-9593-4b6d-b3bd-473a23183ec1 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:22:13.206597 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-a01a12a8-70ff-43ab-9a0b-8d1a21ad409a admin admin] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:22:13.251196 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-34697212-89d9-429a-a225-87b4cbc90d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:13.273589 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-34697212-89d9-429a-a225-87b4cbc90d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:13.327280 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-34697212-89d9-429a-a225-87b4cbc90d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:13.329989 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-34697212-89d9-429a-a225-87b4cbc90d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:13.331390 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-34697212-89d9-429a-a225-87b4cbc90d53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/921d89c2-c768-40d9-ba70-251588b6ade0 HTTP/1.1" status: 204 len: 168 time: 0.1331756 Sep 10 15:22:13.338255 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01a12a8-70ff-43ab-9a0b-8d1a21ad409a admin admin] Router 5d73ad9f-e4a4-470e-b213-bb4a269d036e has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:22:13.353966 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34697212-89d9-429a-a225-87b4cbc90d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921d89c2-c768-40d9-ba70-251588b6ade0,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:13.453708 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-fcaa7eb3-5c78-49b7-b0a9-5693e053d0d5 None None] Provisioning complete for port 170e380a-39fc-4085-a31c-039a152ba304 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:22:13.454170 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fcaa7eb3-5c78-49b7-b0a9-5693e053d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:13.501978 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01a12a8-70ff-43ab-9a0b-8d1a21ad409a admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:22:13.506215 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa7eb3-5c78-49b7-b0a9-5693e053d0d5 None None] Port 170e380a-39fc-4085-a31c-039a152ba304 cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:22:13.533252 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-a01a12a8-70ff-43ab-9a0b-8d1a21ad409a admin admin] 10.222.0.32 "PUT /v2.0/routers/5d73ad9f-e4a4-470e-b213-bb4a269d036e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1502116 Sep 10 15:22:14.086181 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36380) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:14.092151 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-ac41da67-0c96-4e36-8dc0-ed1072468c1f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-341025788-network', 'tenant_id': '333097fca7894a98953114cdc2464308'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:22:14.117531 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac41da67-0c96-4e36-8dc0-ed1072468c1f admin admin] Made reservation on behalf of 333097fca7894a98953114cdc2464308 for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:22:14.119995 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ac41da67-0c96-4e36-8dc0-ed1072468c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:14.131137 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ac41da67-0c96-4e36-8dc0-ed1072468c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:14.239945 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ac41da67-0c96-4e36-8dc0-ed1072468c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:14.244913 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ac41da67-0c96-4e36-8dc0-ed1072468c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:14.264249 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac41da67-0c96-4e36-8dc0-ed1072468c1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:22:14.282367 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ac41da67-0c96-4e36-8dc0-ed1072468c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:14.282679 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-ac41da67-0c96-4e36-8dc0-ed1072468c1f admin admin] Added segment e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b of type vlan for network 4f309fb8-9507-4484-8ae1-25dc0f9fe756 Sep 10 15:22:14.283999 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41da67-0c96-4e36-8dc0-ed1072468c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d89e812-3d95-4b6e-addc-6c7dd0fd8e0e,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:14.326382 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ac41da67-0c96-4e36-8dc0-ed1072468c1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740669571112'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:14.364944 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ac41da67-0c96-4e36-8dc0-ed1072468c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:14.366555 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac41da67-0c96-4e36-8dc0-ed1072468c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:14.367224 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ac41da67-0c96-4e36-8dc0-ed1072468c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:14.395650 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-ac41da67-0c96-4e36-8dc0-ed1072468c1f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3070211 Sep 10 15:22:14.397399 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 36392) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:14.402394 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-b1777e0a-ebfa-4d9f-854d-6ea49cc264e5 admin admin] Request body: {'subnet': {'network_id': '4f309fb8-9507-4484-8ae1-25dc0f9fe756', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-341025788-subnet', 'tenant_id': '333097fca7894a98953114cdc2464308', 'ip_version': 4}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:22:14.427802 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1777e0a-ebfa-4d9f-854d-6ea49cc264e5 admin admin] Made reservation on behalf of 333097fca7894a98953114cdc2464308 for: {'subnet': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:22:14.431604 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b1777e0a-ebfa-4d9f-854d-6ea49cc264e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13349712'] for subnet, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:14.455880 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41da67-0c96-4e36-8dc0-ed1072468c1f admin admin] Pushing event updated for resources: {'Network': ['ID=4f309fb8-9507-4484-8ae1-25dc0f9fe756,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:14.475271 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Network 4f309fb8-9507-4484-8ae1-25dc0f9fe756 details requested by agent ovs-agent-dv-cinder-760184-10-iscsi with host dv-cinder-760184-10-iscsi {{(pid=94033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:22:14.519283 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 13b9c00f-5b66-4120-9bba-09a48d50fce4 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:22:14.636212 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port 13b9c00f-5b66-4120-9bba-09a48d50fce4 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:22:14.642312 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 13b9c00f-5b66-4120-9bba-09a48d50fce4 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:22:14.643065 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:14.653645 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b1777e0a-ebfa-4d9f-854d-6ea49cc264e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13899776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13349710'] for subnet, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:14.719612 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1777e0a-ebfa-4d9f-854d-6ea49cc264e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e6d1c10-d4cf-4f18-ae0c-103162749f30,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:14.733134 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1777e0a-ebfa-4d9f-854d-6ea49cc264e5 admin admin] Checking segment: {'id': 'e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4f309fb8-9507-4484-8ae1-25dc0f9fe756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:22:14.733609 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1777e0a-ebfa-4d9f-854d-6ea49cc264e5 admin admin] Network hostable DHCP agents. Network: 4f309fb8-9507-4484-8ae1-25dc0f9fe756, hostable agents: ['3c96b2f0-8a92-48cf-9f37-aea1b5083e0a'], hosted agents: [] {{(pid=94032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:22:14.735309 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:14.755003 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1777e0a-ebfa-4d9f-854d-6ea49cc264e5 admin admin] Network 4f309fb8-9507-4484-8ae1-25dc0f9fe756 is scheduled to be hosted by DHCP agent 3c96b2f0-8a92-48cf-9f37-aea1b5083e0a with binding_index 1 {{(pid=94032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:22:14.757245 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port 13b9c00f-5b66-4120-9bba-09a48d50fce4, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=13b9c00f-5b66-4120-9bba-09a48d50fce4,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:22:14.762677 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:14.763747 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device db64811d-f758-4ab3-a757-1edb82258256 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:22:14.766382 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-b1777e0a-ebfa-4d9f-854d-6ea49cc264e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-10-iscsi, 4f309fb8-9507-4484-8ae1-25dc0f9fe756) {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:22:14.771625 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1777e0a-ebfa-4d9f-854d-6ea49cc264e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:14.772264 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b1777e0a-ebfa-4d9f-854d-6ea49cc264e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:14.791655 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36430) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:14.791966 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-b1777e0a-ebfa-4d9f-854d-6ea49cc264e5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3934150 Sep 10 15:22:14.797435 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-62c295ae-2106-4264-8083-d017df1aaeb3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-341025788-router', 'tenant_id': '333097fca7894a98953114cdc2464308', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:22:14.813418 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab16307-6f75-431a-a9e0-ce16c355ecb9 None None] Network 4f309fb8-9507-4484-8ae1-25dc0f9fe756 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:22:14.823735 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-62c295ae-2106-4264-8083-d017df1aaeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-369'] for router, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:14.826135 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-62c295ae-2106-4264-8083-d017df1aaeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551303', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-376'] for router, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:14.903699 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=13b9c00f-5b66-4120-9bba-09a48d50fce4,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:14.907755 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-62c295ae-2106-4264-8083-d017df1aaeb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:14.945773 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port db64811d-f758-4ab3-a757-1edb82258256 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:22:14.946409 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:15.059642 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-62c295ae-2106-4264-8083-d017df1aaeb3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:15.101189 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Sync routers for ids ['5d73ad9f-e4a4-470e-b213-bb4a269d036e'] in dv-cinder-760184-10-iscsi {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:22:15.113493 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Routers {'5d73ad9f-e4a4-470e-b213-bb4a269d036e'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:22:15.114468 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:22:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['5d73ad9f-e4a4-470e-b213-bb4a269d036e'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:22:15.215704 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp966f7049-479f-577b-97f2-9a97344a5798-4f309fb8-9507-4484-8ae1-25dc0f9fe756', 'network_id': '4f309fb8-9507-4484-8ae1-25dc0f9fe756', 'tenant_id': '333097fca7894a98953114cdc2464308', 'fixed_ips': [{'subnet_id': '3e6d1c10-d4cf-4f18-ae0c-103162749f30'}]}} from dv-cinder-760184-10-iscsi. {{(pid=94033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 15:22:15.216555 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:15.244091 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Set router 5d73ad9f-e4a4-470e-b213-bb4a269d036e gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:22:15.294205 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-62c295ae-2106-4264-8083-d017df1aaeb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:15.318255 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-62c295ae-2106-4264-8083-d017df1aaeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:15.373543 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.db_base_plugin_common [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Allocated IP 172.20.0.2 (4f309fb8-9507-4484-8ae1-25dc0f9fe756/3e6d1c10-d4cf-4f18-ae0c-103162749f30/943442f6-a8f3-4530-90b9-e4b1cc20a4d9) {{(pid=94033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:22:15.434916 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-62c295ae-2106-4264-8083-d017df1aaeb3 admin admin] Allocated IP 172.27.3.43 (080accf6-a61d-43aa-a40c-4a5d90aa3be1/9f699ab7-ff98-4888-8014-ee1b80751434/acb2e2c6-a8c7-4682-91b9-dd2d9eec2285) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:22:15.489396 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'name': 'tempest-TestShelveInstance-27768899-router', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:09Z', 'updated_at': '2021-09-10T15:22:12Z', 'revision_number': 4, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'gw_port': {'id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:10Z', 'updated_at': '2021-09-10T15:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '170e380a-39fc-4085-a31c-039a152ba304', 'name': '', 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'mac_address': 'fa:16:3e:c5:60:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '983655be-d5b0-491a-9926-70ef7a4ce301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:11Z', 'updated_at': '2021-09-10T15:22:12Z', 'revision_number': 2, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'subnets': [{'id': '983655be-d5b0-491a-9926-70ef7a4ce301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:22:15.530676 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Checking router: 5d73ad9f-e4a4-470e-b213-bb4a269d036e for host: dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:22:15.531280 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Updating router 5d73ad9f-e4a4-470e-b213-bb4a269d036e port 170e380a-39fc-4085-a31c-039a152ba304 binding host dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:22:15.557712 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:15.558548 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-62c295ae-2106-4264-8083-d017df1aaeb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:15.570105 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:15.579046 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Transition to ACTIVE for port object 943442f6-a8f3-4530-90b9-e4b1cc20a4d9 will not be triggered until provisioned by entity L2. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:22:15.594007 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Transition to ACTIVE for port object 943442f6-a8f3-4530-90b9-e4b1cc20a4d9 will not be triggered until provisioned by entity DHCP. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:22:15.599530 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345'] for port, after_create {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:15.607820 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-62c295ae-2106-4264-8083-d017df1aaeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:15.641376 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Network 4f309fb8-9507-4484-8ae1-25dc0f9fe756 is already hosted by enough agents. {{(pid=94033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:22:15.645947 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.scheduler.base_scheduler [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Resources bound (agent type, host, resource id): {{(pid=94033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:22:15.649617 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Received port after_create {{(pid=94033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:22:15.650756 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c295ae-2106-4264-8083-d017df1aaeb3 admin admin] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:22:15.654388 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-62c295ae-2106-4264-8083-d017df1aaeb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:22:15.658064 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c295ae-2106-4264-8083-d017df1aaeb3 admin admin] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:22:15.666259 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Pushing event updated for resources: {'Port': ['ID=943442f6-a8f3-4530-90b9-e4b1cc20a4d9,revision_number=1']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:15.691162 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c295ae-2106-4264-8083-d017df1aaeb3 admin admin] Pushing event updated for resources: {'Port': ['ID=acb2e2c6-a8c7-4682-91b9-dd2d9eec2285,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:15.719950 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Attempting to bind port 943442f6-a8f3-4530-90b9-e4b1cc20a4d9 on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:22:15.720330 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Attempting to bind port 943442f6-a8f3-4530-90b9-e4b1cc20a4d9 by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': 'e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4f309fb8-9507-4484-8ae1-25dc0f9fe756'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:22:15.720682 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Attempting to bind port 943442f6-a8f3-4530-90b9-e4b1cc20a4d9 on network 4f309fb8-9507-4484-8ae1-25dc0f9fe756 {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:22:15.725794 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:22:15.726311 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Checking segment: {'id': 'e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4f309fb8-9507-4484-8ae1-25dc0f9fe756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:22:15.726814 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:15.727216 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Bound using segment: {'id': 'e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4f309fb8-9507-4484-8ae1-25dc0f9fe756'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:22:15.727709 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Bound port: 943442f6-a8f3-4530-90b9-e4b1cc20a4d9, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4f309fb8-9507-4484-8ae1-25dc0f9fe756'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:22:15.728094 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:15.799750 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] For port 943442f6-a8f3-4530-90b9-e4b1cc20a4d9, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:22:15.802689 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] For port 943442f6-a8f3-4530-90b9-e4b1cc20a4d9, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=943442f6-a8f3-4530-90b9-e4b1cc20a4d9,segment=NetworkSegment(e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b),segment_id=e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:22:15.809479 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:15.877185 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0749e0-ab6d-452a-be6d-6743f5d856a1 None None] Pushing event updated for resources: {'Port': ['ID=943442f6-a8f3-4530-90b9-e4b1cc20a4d9,revision_number=2']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:15.901426 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Notify callbacks [] for port, precommit_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:15.913677 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.provisioning_blocks [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Transition to ACTIVE for port object 170e380a-39fc-4085-a31c-039a152ba304 will not be triggered until provisioned by entity L2. {{(pid=94034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:22:15.919796 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:15.960522 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-62c295ae-2106-4264-8083-d017df1aaeb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:15.971412 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82629918-6ea7-4ec5-b860-ee90cace928d None None] Pushing event updated for resources: {'Port': ['ID=170e380a-39fc-4085-a31c-039a152ba304,revision_number=3']} {{(pid=94034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:15.983511 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82629918-6ea7-4ec5-b860-ee90cace928d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:15.983913 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82629918-6ea7-4ec5-b860-ee90cace928d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:15.984257 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82629918-6ea7-4ec5-b860-ee90cace928d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:15.984588 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82629918-6ea7-4ec5-b860-ee90cace928d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:15.984961 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82629918-6ea7-4ec5-b860-ee90cace928d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:15.985292 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82629918-6ea7-4ec5-b860-ee90cace928d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:15.985617 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82629918-6ea7-4ec5-b860-ee90cace928d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:15.985942 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82629918-6ea7-4ec5-b860-ee90cace928d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:15.986280 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82629918-6ea7-4ec5-b860-ee90cace928d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:15.986606 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82629918-6ea7-4ec5-b860-ee90cace928d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:15.986928 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82629918-6ea7-4ec5-b860-ee90cace928d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:15.987247 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82629918-6ea7-4ec5-b860-ee90cace928d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:16.161118 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Attempting to bind port 170e380a-39fc-4085-a31c-039a152ba304 on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:22:16.161807 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Attempting to bind port 170e380a-39fc-4085-a31c-039a152ba304 by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': '071af16c-414b-4899-b8ce-e6e2b903270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1'}] {{(pid=94034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:22:16.161807 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Attempting to bind port 170e380a-39fc-4085-a31c-039a152ba304 on network 2b94db1e-9593-4b6d-b3bd-473a23183ec1 {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:22:16.167168 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:22:16.167530 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Checking segment: {'id': '071af16c-414b-4899-b8ce-e6e2b903270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:22:16.167919 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:16.168864 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Bound using segment: {'id': '071af16c-414b-4899-b8ce-e6e2b903270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1'} {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:22:16.169320 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Bound port: 170e380a-39fc-4085-a31c-039a152ba304, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071af16c-414b-4899-b8ce-e6e2b903270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1'}}] {{(pid=94034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:22:16.169694 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:16.250492 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.db [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] For port 170e380a-39fc-4085-a31c-039a152ba304, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:22:16.257788 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.db [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] For port 170e380a-39fc-4085-a31c-039a152ba304, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=170e380a-39fc-4085-a31c-039a152ba304,segment=NetworkSegment(071af16c-414b-4899-b8ce-e6e2b903270e),segment_id=071af16c-414b-4899-b8ce-e6e2b903270e)] {{(pid=94034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:22:16.265435 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:16.272079 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-62c295ae-2106-4264-8083-d017df1aaeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550998'] for router, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:16.327726 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Routers {'5d73ad9f-e4a4-470e-b213-bb4a269d036e'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:22:16.328582 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:22:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['5d73ad9f-e4a4-470e-b213-bb4a269d036e'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:22:16.448649 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] Set router 5d73ad9f-e4a4-470e-b213-bb4a269d036e gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:22:16.450829 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82629918-6ea7-4ec5-b860-ee90cace928d None None] Pushing event updated for resources: {'Port': ['ID=170e380a-39fc-4085-a31c-039a152ba304,revision_number=4']} {{(pid=94034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:16.462202 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c295ae-2106-4264-8083-d017df1aaeb3 admin admin] Router da99924a-e6ab-4857-871b-95da60f071dc is scheduled to L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 with binding_index 1 {{(pid=94031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 15:22:16.562644 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 943442f6-a8f3-4530-90b9-e4b1cc20a4d9 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:22:16.610973 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c295ae-2106-4264-8083-d017df1aaeb3 admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:22:16.622396 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Sync routers for ids ['da99924a-e6ab-4857-871b-95da60f071dc'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:22:16.635794 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-62c295ae-2106-4264-8083-d017df1aaeb3 admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:16.640610 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 36452) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:16.641748 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-62c295ae-2106-4264-8083-d017df1aaeb3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8476000 Sep 10 15:22:16.666118 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Routers {'da99924a-e6ab-4857-871b-95da60f071dc'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:22:16.667226 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:22:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['da99924a-e6ab-4857-871b-95da60f071dc'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:22:16.672720 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port 943442f6-a8f3-4530-90b9-e4b1cc20a4d9 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:22:16.691852 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'name': 'tempest-TestShelveInstance-27768899-router', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:09Z', 'updated_at': '2021-09-10T15:22:12Z', 'revision_number': 4, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'gw_port': {'id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:10Z', 'updated_at': '2021-09-10T15:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '170e380a-39fc-4085-a31c-039a152ba304', 'name': '', 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'mac_address': 'fa:16:3e:c5:60:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '983655be-d5b0-491a-9926-70ef7a4ce301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:11Z', 'updated_at': '2021-09-10T15:22:16Z', 'revision_number': 4, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'subnets': [{'id': '983655be-d5b0-491a-9926-70ef7a4ce301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:22:16.710401 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 13b9c00f-5b66-4120-9bba-09a48d50fce4 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:22:16.726750 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239f1eab-aa39-4899-a036-870e5fb54b62 None None] The sync data for ids ['5d73ad9f-e4a4-470e-b213-bb4a269d036e'] in dv-cinder-760184-10-iscsi is: [{'id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'name': 'tempest-TestShelveInstance-27768899-router', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:09Z', 'updated_at': '2021-09-10T15:22:12Z', 'revision_number': 4, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'gw_port': {'id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:10Z', 'updated_at': '2021-09-10T15:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '170e380a-39fc-4085-a31c-039a152ba304', 'name': '', 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'mac_address': 'fa:16:3e:c5:60:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '983655be-d5b0-491a-9926-70ef7a4ce301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:11Z', 'updated_at': '2021-09-10T15:22:16Z', 'revision_number': 4, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'subnets': [{'id': '983655be-d5b0-491a-9926-70ef7a4ce301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:22:16.865912 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 13b9c00f-5b66-4120-9bba-09a48d50fce4 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:22:16.866230 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:16.868801 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Set router da99924a-e6ab-4857-871b-95da60f071dc gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:22:17.118478 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacee55a-d1a8-45ee-b8bf-e28b0c836373 None None] Network 4f309fb8-9507-4484-8ae1-25dc0f9fe756 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:22:17.163341 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc282aa9-b7b0-4af2-b3a3-4d4444ab15cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:17.214181 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-268a7170-078d-4297-8403-891830a78341 None None] Provisioning for port 943442f6-a8f3-4530-90b9-e4b1cc20a4d9 completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:22:17.224544 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-268a7170-078d-4297-8403-891830a78341 None None] Provisioning complete for port 943442f6-a8f3-4530-90b9-e4b1cc20a4d9 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:22:17.224945 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-268a7170-078d-4297-8403-891830a78341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:17.296647 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'name': 'tempest-TestShelveInstance-341025788-router', 'tenant_id': '333097fca7894a98953114cdc2464308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'acb2e2c6-a8c7-4682-91b9-dd2d9eec2285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:14Z', 'updated_at': '2021-09-10T15:22:15Z', 'revision_number': 3, 'project_id': '333097fca7894a98953114cdc2464308', 'gw_port': {'id': 'acb2e2c6-a8c7-4682-91b9-dd2d9eec2285', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:44:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:15Z', 'updated_at': '2021-09-10T15:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:22:17.332105 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Checking router: da99924a-e6ab-4857-871b-95da60f071dc for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:22:17.332419 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Updating router da99924a-e6ab-4857-871b-95da60f071dc port acb2e2c6-a8c7-4682-91b9-dd2d9eec2285 binding host dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:22:17.362722 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-cc282aa9-b7b0-4af2-b3a3-4d4444ab15cf admin admin] Allocated IP 172.20.0.1 (4f309fb8-9507-4484-8ae1-25dc0f9fe756/3e6d1c10-d4cf-4f18-ae0c-103162749f30/c5c14e51-211e-4793-a3ef-0ad36cfecc87) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:22:17.389133 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:17.479568 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc282aa9-b7b0-4af2-b3a3-4d4444ab15cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:17.502890 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-cc282aa9-b7b0-4af2-b3a3-4d4444ab15cf admin admin] Transition to ACTIVE for port object c5c14e51-211e-4793-a3ef-0ad36cfecc87 will not be triggered until provisioned by entity DHCP. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:22:17.533368 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-268a7170-078d-4297-8403-891830a78341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:17.538925 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc282aa9-b7b0-4af2-b3a3-4d4444ab15cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:17.585225 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc282aa9-b7b0-4af2-b3a3-4d4444ab15cf admin admin] Network 4f309fb8-9507-4484-8ae1-25dc0f9fe756 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:22:17.588681 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-cc282aa9-b7b0-4af2-b3a3-4d4444ab15cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:22:17.593323 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc282aa9-b7b0-4af2-b3a3-4d4444ab15cf admin admin] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:22:17.610225 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-268a7170-078d-4297-8403-891830a78341 None None] For port 943442f6-a8f3-4530-90b9-e4b1cc20a4d9, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=943442f6-a8f3-4530-90b9-e4b1cc20a4d9,segment=NetworkSegment(e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b),segment_id=e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:22:17.620199 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-268a7170-078d-4297-8403-891830a78341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:17.637450 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc282aa9-b7b0-4af2-b3a3-4d4444ab15cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551047'] for router_interface, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:17.750897 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a7170-078d-4297-8403-891830a78341 None None] Pushing event updated for resources: {'Port': ['ID=943442f6-a8f3-4530-90b9-e4b1cc20a4d9,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:17.775759 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc282aa9-b7b0-4af2-b3a3-4d4444ab15cf admin admin] Pushing event updated for resources: {'Port': ['ID=c5c14e51-211e-4793-a3ef-0ad36cfecc87,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:17.814610 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc282aa9-b7b0-4af2-b3a3-4d4444ab15cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:17.861370 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Notify callbacks [] for port, precommit_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:17.881528 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Transition to ACTIVE for port object acb2e2c6-a8c7-4682-91b9-dd2d9eec2285 will not be triggered until provisioned by entity L2. {{(pid=94033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:22:17.883214 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-f9267927-5cc8-463d-8d92-e93c1fead66d None None] Provisioning complete for port 943442f6-a8f3-4530-90b9-e4b1cc20a4d9 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:22:17.883581 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-f9267927-5cc8-463d-8d92-e93c1fead66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:17.910530 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:17.987296 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Attempting to bind port acb2e2c6-a8c7-4682-91b9-dd2d9eec2285 on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:22:17.987661 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Attempting to bind port acb2e2c6-a8c7-4682-91b9-dd2d9eec2285 by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:22:17.988015 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Attempting to bind port acb2e2c6-a8c7-4682-91b9-dd2d9eec2285 on network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:22:17.990391 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0474e6-811c-4046-83e7-9c26e1c4728a None None] Pushing event updated for resources: {'Port': ['ID=acb2e2c6-a8c7-4682-91b9-dd2d9eec2285,revision_number=2']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:17.998457 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:22:17.998830 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Checking segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:22:17.999225 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:17.999608 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Bound using segment: {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:22:18.000150 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Bound port: acb2e2c6-a8c7-4682-91b9-dd2d9eec2285, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13f6244-db66-4105-bbf0-69c64e51b541', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:22:18.000426 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:18.033379 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc282aa9-b7b0-4af2-b3a3-4d4444ab15cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:18.048690 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc282aa9-b7b0-4af2-b3a3-4d4444ab15cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:18.119267 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc282aa9-b7b0-4af2-b3a3-4d4444ab15cf admin admin] Pushing event updated for resources: {'Port': ['ID=c5c14e51-211e-4793-a3ef-0ad36cfecc87,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:18.126157 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cc282aa9-b7b0-4af2-b3a3-4d4444ab15cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-734897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547095'] for router_interface, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:18.216936 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] For port acb2e2c6-a8c7-4682-91b9-dd2d9eec2285, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:22:18.220255 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] For port acb2e2c6-a8c7-4682-91b9-dd2d9eec2285, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=acb2e2c6-a8c7-4682-91b9-dd2d9eec2285,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:22:18.226813 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:18.226997 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc282aa9-b7b0-4af2-b3a3-4d4444ab15cf admin admin] Network 4f309fb8-9507-4484-8ae1-25dc0f9fe756 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:22:18.228556 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-cc282aa9-b7b0-4af2-b3a3-4d4444ab15cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:22:18.288620 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Routers {'da99924a-e6ab-4857-871b-95da60f071dc'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:22:18.289830 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:22:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['da99924a-e6ab-4857-871b-95da60f071dc'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:22:18.292250 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0474e6-811c-4046-83e7-9c26e1c4728a None None] Pushing event updated for resources: {'Port': ['ID=acb2e2c6-a8c7-4682-91b9-dd2d9eec2285,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:18.355302 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-07cb239b-ab6e-4383-8eab-cbc988499347 None None] Provisioning for port c5c14e51-211e-4793-a3ef-0ad36cfecc87 completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:22:18.363985 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-07cb239b-ab6e-4383-8eab-cbc988499347 None None] Provisioning complete for port c5c14e51-211e-4793-a3ef-0ad36cfecc87 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:22:18.364361 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-07cb239b-ab6e-4383-8eab-cbc988499347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:18.384585 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc282aa9-b7b0-4af2-b3a3-4d4444ab15cf admin admin] Router da99924a-e6ab-4857-871b-95da60f071dc has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:22:18.443366 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-07cb239b-ab6e-4383-8eab-cbc988499347 None None] Port c5c14e51-211e-4793-a3ef-0ad36cfecc87 cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:22:18.469746 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] Set router da99924a-e6ab-4857-871b-95da60f071dc gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:22:18.544119 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc282aa9-b7b0-4af2-b3a3-4d4444ab15cf admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:22:18.552807 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-cc282aa9-b7b0-4af2-b3a3-4d4444ab15cf admin admin] 10.222.0.32 "PUT /v2.0/routers/da99924a-e6ab-4857-871b-95da60f071dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9077606 Sep 10 15:22:18.561404 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 943442f6-a8f3-4530-90b9-e4b1cc20a4d9 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:22:18.629089 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-47aaf5c3-646b-4004-a30a-0a76ebf1503f None None] Provisioning complete for port c5c14e51-211e-4793-a3ef-0ad36cfecc87 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:22:18.629463 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-47aaf5c3-646b-4004-a30a-0a76ebf1503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:18.709631 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-47aaf5c3-646b-4004-a30a-0a76ebf1503f None None] Port c5c14e51-211e-4793-a3ef-0ad36cfecc87 cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:22:18.726132 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 943442f6-a8f3-4530-90b9-e4b1cc20a4d9 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:22:18.726506 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:18.828445 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'name': 'tempest-TestShelveInstance-341025788-router', 'tenant_id': '333097fca7894a98953114cdc2464308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'acb2e2c6-a8c7-4682-91b9-dd2d9eec2285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:14Z', 'updated_at': '2021-09-10T15:22:17Z', 'revision_number': 4, 'project_id': '333097fca7894a98953114cdc2464308', 'gw_port': {'id': 'acb2e2c6-a8c7-4682-91b9-dd2d9eec2285', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:44:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:15Z', 'updated_at': '2021-09-10T15:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c5c14e51-211e-4793-a3ef-0ad36cfecc87', 'name': '', 'network_id': '4f309fb8-9507-4484-8ae1-25dc0f9fe756', 'tenant_id': '333097fca7894a98953114cdc2464308', 'mac_address': 'fa:16:3e:6a:12:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '3e6d1c10-d4cf-4f18-ae0c-103162749f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:17Z', 'updated_at': '2021-09-10T15:22:17Z', 'revision_number': 2, 'project_id': '333097fca7894a98953114cdc2464308', 'subnets': [{'id': '3e6d1c10-d4cf-4f18-ae0c-103162749f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:22:18.866910 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057a9a28-4c3f-4df2-b9f5-fcdc396d6258 None None] The sync data for ids ['da99924a-e6ab-4857-871b-95da60f071dc'] in dv-cinder-760184-10-iscsi is: [{'id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'name': 'tempest-TestShelveInstance-341025788-router', 'tenant_id': '333097fca7894a98953114cdc2464308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'acb2e2c6-a8c7-4682-91b9-dd2d9eec2285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:14Z', 'updated_at': '2021-09-10T15:22:17Z', 'revision_number': 4, 'project_id': '333097fca7894a98953114cdc2464308', 'gw_port': {'id': 'acb2e2c6-a8c7-4682-91b9-dd2d9eec2285', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:44:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:15Z', 'updated_at': '2021-09-10T15:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c5c14e51-211e-4793-a3ef-0ad36cfecc87', 'name': '', 'network_id': '4f309fb8-9507-4484-8ae1-25dc0f9fe756', 'tenant_id': '333097fca7894a98953114cdc2464308', 'mac_address': 'fa:16:3e:6a:12:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '3e6d1c10-d4cf-4f18-ae0c-103162749f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:17Z', 'updated_at': '2021-09-10T15:22:17Z', 'revision_number': 2, 'project_id': '333097fca7894a98953114cdc2464308', 'subnets': [{'id': '3e6d1c10-d4cf-4f18-ae0c-103162749f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:22:18.876694 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 170e380a-39fc-4085-a31c-039a152ba304 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:22:18.928210 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port 170e380a-39fc-4085-a31c-039a152ba304 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:22:18.932555 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 170e380a-39fc-4085-a31c-039a152ba304 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:22:18.932965 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.014123 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 36464) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:19.020165 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-d40876a0-36e1-46c0-a2fa-19e182c757de tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1987334749', 'description': 'tempest-secgroup-smoke-1987334749 description', 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:22:19.027813 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.050936 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d40876a0-36e1-46c0-a2fa-19e182c757de tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.081276 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port 170e380a-39fc-4085-a31c-039a152ba304, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=170e380a-39fc-4085-a31c-039a152ba304,segment=NetworkSegment(071af16c-414b-4899-b8ce-e6e2b903270e),segment_id=071af16c-414b-4899-b8ce-e6e2b903270e)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:22:19.088114 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.164449 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=170e380a-39fc-4085-a31c-039a152ba304,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:19.175789 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d40876a0-36e1-46c0-a2fa-19e182c757de tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.179599 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d40876a0-36e1-46c0-a2fa-19e182c757de tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.208443 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d40876a0-36e1-46c0-a2fa-19e182c757de tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.209727 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-d40876a0-36e1-46c0-a2fa-19e182c757de tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1945875 Sep 10 15:22:19.213397 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36466) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:19.214181 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40876a0-36e1-46c0-a2fa-19e182c757de tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a02c8db6-e459-4aed-a845-1de34f319d4d,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:19.228066 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-2d2646c3-f75d-453c-a69b-5b79368f19ec tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Request body: {'security_group_rule': {'security_group_id': 'a02c8db6-e459-4aed-a845-1de34f319d4d', 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:22:19.255390 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2d2646c3-f75d-453c-a69b-5b79368f19ec tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.318429 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2d2646c3-f75d-453c-a69b-5b79368f19ec tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.323302 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2d2646c3-f75d-453c-a69b-5b79368f19ec tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.341664 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2646c3-f75d-453c-a69b-5b79368f19ec tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c996679-30df-450a-9d9a-dda4d8e6c59d,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:19.352143 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2d2646c3-f75d-453c-a69b-5b79368f19ec tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.353412 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-2d2646c3-f75d-453c-a69b-5b79368f19ec tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388369 Sep 10 15:22:19.356919 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36470) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:19.361378 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-39bd750e-d664-4873-9d2a-0eaf3173046b tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Request body: {'security_group_rule': {'security_group_id': 'a02c8db6-e459-4aed-a845-1de34f319d4d', 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:22:19.393837 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-39bd750e-d664-4873-9d2a-0eaf3173046b tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.455470 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-39bd750e-d664-4873-9d2a-0eaf3173046b tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.459666 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-39bd750e-d664-4873-9d2a-0eaf3173046b tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.477740 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd750e-d664-4873-9d2a-0eaf3173046b tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34cab42-9403-4f59-ad83-62ffe9a8a5d3,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:19.485329 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-39bd750e-d664-4873-9d2a-0eaf3173046b tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.486653 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-39bd750e-d664-4873-9d2a-0eaf3173046b tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287642 Sep 10 15:22:19.489410 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36472) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:19.493763 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-f67b7a33-a231-41fd-8bae-324b0dafaf4d tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Request body: {'security_group_rule': {'security_group_id': 'a02c8db6-e459-4aed-a845-1de34f319d4d', 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:22:19.525807 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f67b7a33-a231-41fd-8bae-324b0dafaf4d tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.616254 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f67b7a33-a231-41fd-8bae-324b0dafaf4d tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.621999 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f67b7a33-a231-41fd-8bae-324b0dafaf4d tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.641757 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b7a33-a231-41fd-8bae-324b0dafaf4d tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b848c78-4069-47b6-bd4f-78a5341068c2,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:19.649324 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f67b7a33-a231-41fd-8bae-324b0dafaf4d tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.650994 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-f67b7a33-a231-41fd-8bae-324b0dafaf4d tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1606321 Sep 10 15:22:19.654444 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 36474) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:19.659164 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-c64f99c6-f39a-4c61-8004-e8a482f4b663 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Request body: {'security_group_rule': {'security_group_id': 'a02c8db6-e459-4aed-a845-1de34f319d4d', 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:22:19.686749 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c64f99c6-f39a-4c61-8004-e8a482f4b663 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.751731 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c64f99c6-f39a-4c61-8004-e8a482f4b663 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.755738 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c64f99c6-f39a-4c61-8004-e8a482f4b663 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.775178 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f99c6-f39a-4c61-8004-e8a482f4b663 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e6c814-091f-4c4e-b54d-210cc5503f36,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:19.781148 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c64f99c6-f39a-4c61-8004-e8a482f4b663 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.783445 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-c64f99c6-f39a-4c61-8004-e8a482f4b663 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276457 Sep 10 15:22:19.786042 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36476) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:19.790604 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-e57b3408-b2f7-4e91-a7d3-25a48d400c1f tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Request body: {'security_group_rule': {'security_group_id': 'a02c8db6-e459-4aed-a845-1de34f319d4d', 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:22:19.813188 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.db.securitygroups_db [None req-e57b3408-b2f7-4e91-a7d3-25a48d400c1f tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Project c54ad0c7ddb847d9bd638cd773c7ef83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 15:22:19.818109 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e57b3408-b2f7-4e91-a7d3-25a48d400c1f tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.885413 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e57b3408-b2f7-4e91-a7d3-25a48d400c1f tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.889883 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e57b3408-b2f7-4e91-a7d3-25a48d400c1f tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.911524 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b3408-b2f7-4e91-a7d3-25a48d400c1f tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a4491c-c3e9-4254-9882-bfbbae0fda2d,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:19.916186 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e57b3408-b2f7-4e91-a7d3-25a48d400c1f tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:19.917691 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-e57b3408-b2f7-4e91-a7d3-25a48d400c1f tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305282 Sep 10 15:22:19.921365 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 36478) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:19.926041 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [None req-86cace56-613c-46bd-92cb-15186a3b7eef tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Request body: {'security_group_rule': {'security_group_id': 'a02c8db6-e459-4aed-a845-1de34f319d4d', 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:22:19.948648 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.securitygroups_db [None req-86cace56-613c-46bd-92cb-15186a3b7eef tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Project c54ad0c7ddb847d9bd638cd773c7ef83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 15:22:19.953822 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-86cace56-613c-46bd-92cb-15186a3b7eef tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:20.020025 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-86cace56-613c-46bd-92cb-15186a3b7eef tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:20.023861 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-86cace56-613c-46bd-92cb-15186a3b7eef tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531999'] for security_group_rule, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:20.047017 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cace56-613c-46bd-92cb-15186a3b7eef tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bcbe55d-a904-43ce-b45e-3ed8a1af42bf,revision_number=0']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:20.050341 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-86cace56-613c-46bd-92cb-15186a3b7eef tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:20.051637 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-86cace56-613c-46bd-92cb-15186a3b7eef tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292033 Sep 10 15:22:20.501264 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 170e380a-39fc-4085-a31c-039a152ba304 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:22:20.564813 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port 170e380a-39fc-4085-a31c-039a152ba304 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:22:20.564813 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:20.644671 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device acb2e2c6-a8c7-4682-91b9-dd2d9eec2285 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:22:20.694074 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port acb2e2c6-a8c7-4682-91b9-dd2d9eec2285 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:22:20.697510 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port acb2e2c6-a8c7-4682-91b9-dd2d9eec2285 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:22:20.698226 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:20.778820 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:20.800230 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port acb2e2c6-a8c7-4682-91b9-dd2d9eec2285, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=acb2e2c6-a8c7-4682-91b9-dd2d9eec2285,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:22:20.804164 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:20.888136 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=acb2e2c6-a8c7-4682-91b9-dd2d9eec2285,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:20.972122 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Sync routers for ids ['da99924a-e6ab-4857-871b-95da60f071dc'] in dv-cinder-760184-10-iscsi {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:22:20.981821 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Routers {'da99924a-e6ab-4857-871b-95da60f071dc'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:22:20.982413 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:22:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['da99924a-e6ab-4857-871b-95da60f071dc'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:22:21.087174 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Set router da99924a-e6ab-4857-871b-95da60f071dc gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:22:21.283960 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'name': 'tempest-TestShelveInstance-341025788-router', 'tenant_id': '333097fca7894a98953114cdc2464308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'acb2e2c6-a8c7-4682-91b9-dd2d9eec2285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:14Z', 'updated_at': '2021-09-10T15:22:17Z', 'revision_number': 4, 'project_id': '333097fca7894a98953114cdc2464308', 'gw_port': {'id': 'acb2e2c6-a8c7-4682-91b9-dd2d9eec2285', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:15Z', 'updated_at': '2021-09-10T15:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c5c14e51-211e-4793-a3ef-0ad36cfecc87', 'name': '', 'network_id': '4f309fb8-9507-4484-8ae1-25dc0f9fe756', 'tenant_id': '333097fca7894a98953114cdc2464308', 'mac_address': 'fa:16:3e:6a:12:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '3e6d1c10-d4cf-4f18-ae0c-103162749f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:17Z', 'updated_at': '2021-09-10T15:22:17Z', 'revision_number': 2, 'project_id': '333097fca7894a98953114cdc2464308', 'subnets': [{'id': '3e6d1c10-d4cf-4f18-ae0c-103162749f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:22:21.310736 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Checking router: da99924a-e6ab-4857-871b-95da60f071dc for host: dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:22:21.311084 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Updating router da99924a-e6ab-4857-871b-95da60f071dc port c5c14e51-211e-4793-a3ef-0ad36cfecc87 binding host dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:22:21.334759 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:21.606223 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Notify callbacks [] for port, precommit_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:21.616366 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.provisioning_blocks [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Transition to ACTIVE for port object c5c14e51-211e-4793-a3ef-0ad36cfecc87 will not be triggered until provisioned by entity L2. {{(pid=94034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:22:21.623453 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:21.678061 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85088e0d-43c0-463e-9887-703dd0dad442 None None] Pushing event updated for resources: {'Port': ['ID=c5c14e51-211e-4793-a3ef-0ad36cfecc87,revision_number=3']} {{(pid=94034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:21.724189 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Attempting to bind port c5c14e51-211e-4793-a3ef-0ad36cfecc87 on host dv-cinder-760184-10-iscsi for vnic_type normal with profile {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:22:21.724549 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Attempting to bind port c5c14e51-211e-4793-a3ef-0ad36cfecc87 by drivers openvswitch,hyperv on host dv-cinder-760184-10-iscsi at level 0 using segments [{'id': 'e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4f309fb8-9507-4484-8ae1-25dc0f9fe756'}] {{(pid=94034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:22:21.724929 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Attempting to bind port c5c14e51-211e-4793-a3ef-0ad36cfecc87 on network 4f309fb8-9507-4484-8ae1-25dc0f9fe756 {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:22:21.729967 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Checking agent: {'id': 'c35e4397-cc57-4561-b77f-d2c466343d78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 6, 1), 'started_at': datetime.datetime(2021, 9, 10, 15, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:22:21.730904 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Checking segment: {'id': 'e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4f309fb8-9507-4484-8ae1-25dc0f9fe756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:22:21.731297 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:21.731862 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Bound using segment: {'id': 'e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4f309fb8-9507-4484-8ae1-25dc0f9fe756'} {{(pid=94034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:22:21.732315 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.managers [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Bound port: c5c14e51-211e-4793-a3ef-0ad36cfecc87, host: dv-cinder-760184-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4f309fb8-9507-4484-8ae1-25dc0f9fe756'}}] {{(pid=94034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:22:21.732687 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:21.815168 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.db [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] For port c5c14e51-211e-4793-a3ef-0ad36cfecc87, host dv-cinder-760184-10-iscsi, cleared binding levels {{(pid=94034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:22:21.818388 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.plugins.ml2.db [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] For port c5c14e51-211e-4793-a3ef-0ad36cfecc87, host dv-cinder-760184-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=c5c14e51-211e-4793-a3ef-0ad36cfecc87,segment=NetworkSegment(e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b),segment_id=e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b)] {{(pid=94034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:22:21.822231 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:21.882966 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Routers {'da99924a-e6ab-4857-871b-95da60f071dc'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:22:21.883603 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:22:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['da99924a-e6ab-4857-871b-95da60f071dc'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:22:21.921575 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85088e0d-43c0-463e-9887-703dd0dad442 None None] Pushing event updated for resources: {'Port': ['ID=c5c14e51-211e-4793-a3ef-0ad36cfecc87,revision_number=4']} {{(pid=94034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:21.998399 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] Set router da99924a-e6ab-4857-871b-95da60f071dc gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:22:22.202517 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'name': 'tempest-TestShelveInstance-341025788-router', 'tenant_id': '333097fca7894a98953114cdc2464308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'acb2e2c6-a8c7-4682-91b9-dd2d9eec2285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:14Z', 'updated_at': '2021-09-10T15:22:17Z', 'revision_number': 4, 'project_id': '333097fca7894a98953114cdc2464308', 'gw_port': {'id': 'acb2e2c6-a8c7-4682-91b9-dd2d9eec2285', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:15Z', 'updated_at': '2021-09-10T15:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c5c14e51-211e-4793-a3ef-0ad36cfecc87', 'name': '', 'network_id': '4f309fb8-9507-4484-8ae1-25dc0f9fe756', 'tenant_id': '333097fca7894a98953114cdc2464308', 'mac_address': 'fa:16:3e:6a:12:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '3e6d1c10-d4cf-4f18-ae0c-103162749f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:17Z', 'updated_at': '2021-09-10T15:22:21Z', 'revision_number': 4, 'project_id': '333097fca7894a98953114cdc2464308', 'subnets': [{'id': '3e6d1c10-d4cf-4f18-ae0c-103162749f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:22:22.231791 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef2a6f1-2b2f-4e13-93a1-14d915318a06 None None] The sync data for ids ['da99924a-e6ab-4857-871b-95da60f071dc'] in dv-cinder-760184-10-iscsi is: [{'id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'name': 'tempest-TestShelveInstance-341025788-router', 'tenant_id': '333097fca7894a98953114cdc2464308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'acb2e2c6-a8c7-4682-91b9-dd2d9eec2285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:14Z', 'updated_at': '2021-09-10T15:22:17Z', 'revision_number': 4, 'project_id': '333097fca7894a98953114cdc2464308', 'gw_port': {'id': 'acb2e2c6-a8c7-4682-91b9-dd2d9eec2285', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:15Z', 'updated_at': '2021-09-10T15:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c5c14e51-211e-4793-a3ef-0ad36cfecc87', 'name': '', 'network_id': '4f309fb8-9507-4484-8ae1-25dc0f9fe756', 'tenant_id': '333097fca7894a98953114cdc2464308', 'mac_address': 'fa:16:3e:6a:12:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '3e6d1c10-d4cf-4f18-ae0c-103162749f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:17Z', 'updated_at': '2021-09-10T15:22:21Z', 'revision_number': 4, 'project_id': '333097fca7894a98953114cdc2464308', 'subnets': [{'id': '3e6d1c10-d4cf-4f18-ae0c-103162749f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:22:22.424147 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device c5c14e51-211e-4793-a3ef-0ad36cfecc87 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:22:22.484243 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning for port c5c14e51-211e-4793-a3ef-0ad36cfecc87 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:22:22.488604 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port c5c14e51-211e-4793-a3ef-0ad36cfecc87 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:22:22.489106 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:22.573095 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:22.614955 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] For port c5c14e51-211e-4793-a3ef-0ad36cfecc87, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=c5c14e51-211e-4793-a3ef-0ad36cfecc87,segment=NetworkSegment(e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b),segment_id=e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:22:22.620204 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:22.622810 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device acb2e2c6-a8c7-4682-91b9-dd2d9eec2285 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:22:22.704342 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Pushing event updated for resources: {'Port': ['ID=c5c14e51-211e-4793-a3ef-0ad36cfecc87,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:22.713115 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port acb2e2c6-a8c7-4682-91b9-dd2d9eec2285 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:22:22.713289 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:24.082642 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:24.396983 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device c5c14e51-211e-4793-a3ef-0ad36cfecc87 up at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:22:24.444034 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Provisioning complete for port c5c14e51-211e-4793-a3ef-0ad36cfecc87 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:22:24.444403 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:28.407464 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-f086c438-9f85-44b2-b29c-950f4531ec6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:30.886491 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e4bf0ce1-0963-4503-8a97-85c171150bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:31.311910 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:32.242957 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:33.683241 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:37.272447 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-314082ce-8e52-4d55-b8b0-9ef2ecd39a71 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134743845&fields=id&tenant_id=90064210fccc4fb2a9db8b495df16e58 HTTP/1.1" status: 200 len: 267 time: 0.0322938 Sep 10 15:22:37.618808 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-748f8cef-a596-4e7e-8591-4dbbb40db0b9 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:37.620865 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-748f8cef-a596-4e7e-8591-4dbbb40db0b9 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/networks?id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc HTTP/1.1" status: 200 len: 810 time: 0.3386052 Sep 10 15:22:37.635746 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-47d96461-eb16-4c8d-898a-a0177fca8827 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/quotas/90064210fccc4fb2a9db8b495df16e58 HTTP/1.1" status: 200 len: 375 time: 0.0086508 Sep 10 15:22:37.693220 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-5f869fbb-67d0-47bc-bfb4-2c8004ab6ee9 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=90064210fccc4fb2a9db8b495df16e58&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0501504 Sep 10 15:22:37.789518 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-1177c3d5-5481-446e-b4f9-bb0d1b31c9a5 service neutron] 10.222.0.32 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845146 Sep 10 15:22:37.878863 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-52dbff45-00ab-4aef-b93b-3d780fcaf02d service neutron] 10.222.0.32 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826325 Sep 10 15:22:38.166740 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3dc51d40-3397-4694-9b18-c426c18141b2 req-e0924a17-989f-4263-a6e1-2800f2ac115f tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 210 time: 0.0269840 Sep 10 15:22:39.283010 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7d203827-d383-4845-8d7a-089c953e24af req-9641d63f-4f80-47d0-bd2f-1d3c7241122a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 210 time: 0.0315063 Sep 10 15:22:39.310586 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-e1d4f8cb-93f5-4a3e-b040-fed0ba6a4616 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:39.312041 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-e1d4f8cb-93f5-4a3e-b040-fed0ba6a4616 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.43 "GET /v2.0/networks?id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc HTTP/1.1" status: 200 len: 810 time: 0.1173148 Sep 10 15:22:39.355155 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-c2bf9075-64c9-483a-957a-c6d744d5e42a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90064210fccc4fb2a9db8b495df16e58 HTTP/1.1" status: 200 len: 380 time: 0.0338349 Sep 10 15:22:39.364951 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Request body: {'port': {'device_id': '8ca95187-8da2-43c5-a34e-b6d1cd329c0a', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'admin_state_up': True, 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'security_groups': ['bb510f31-e5b5-4cc1-9f6a-086d99594c6a']}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:22:39.480567 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Made reservation on behalf of 90064210fccc4fb2a9db8b495df16e58 for: {'port': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:22:39.484706 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:39.613507 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Allocated IP 172.20.0.7 (fce6ad5e-9c1e-4100-8294-bf0edb3e94cc/358058bb-a0d0-4889-8b80-3a01a6232dfd/f5d6da58-acd0-43fd-9aff-d3df3240f4c5) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:22:39.766672 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:39.781096 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Transition to ACTIVE for port object f5d6da58-acd0-43fd-9aff-d3df3240f4c5 will not be triggered until provisioned by entity DHCP. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:22:39.812335 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:39.853401 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:22:39.857036 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:22:39.860124 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:22:39.893286 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event updated for resources: {'Port': ['ID=f5d6da58-acd0-43fd-9aff-d3df3240f4c5,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:39.908245 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:39.908588 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:39.908952 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:39.909287 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:39.909615 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:39.909943 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:39.910267 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:39.910590 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:39.910915 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:39.911236 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:39.911555 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:39.911869 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:39.937056 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:39.937811 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:39.956903 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-e1812d40-45bd-45ce-bd4f-1572b8d59dd8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5954611 Sep 10 15:22:39.971247 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Request body: {'port': {'device_id': '8ca95187-8da2-43c5-a34e-b6d1cd329c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:22:40.031267 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:40.111652 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-0bbcf1da-6c75-4d63-b1b0-1bed568a26b2 None None] Provisioning for port f5d6da58-acd0-43fd-9aff-d3df3240f4c5 completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:22:40.115371 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-0bbcf1da-6c75-4d63-b1b0-1bed568a26b2 None None] Provisioning complete for port f5d6da58-acd0-43fd-9aff-d3df3240f4c5 triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:22:40.115802 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-0bbcf1da-6c75-4d63-b1b0-1bed568a26b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:40.149118 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-0bbcf1da-6c75-4d63-b1b0-1bed568a26b2 None None] Port f5d6da58-acd0-43fd-9aff-d3df3240f4c5 cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:22:40.291462 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d6da58-acd0-43fd-9aff-d3df3240f4c5 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:22:40.299294 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:40.311583 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Transition to ACTIVE for port object f5d6da58-acd0-43fd-9aff-d3df3240f4c5 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:22:40.315331 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:40.387875 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Pushing event updated for resources: {'Port': ['ID=f5d6da58-acd0-43fd-9aff-d3df3240f4c5,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:40.427958 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b7234-079f-4dbe-a2d2-e20f8d25b292 req-b7a6b41c-6462-400e-a138-9cf7b3c0430c tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:40.430133 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-769b7234-079f-4dbe-a2d2-e20f8d25b292 req-b7a6b41c-6462-400e-a138-9cf7b3c0430c tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 943 time: 0.0589023 Sep 10 15:22:40.442409 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Attempting to bind port f5d6da58-acd0-43fd-9aff-d3df3240f4c5 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:22:40.442750 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Attempting to bind port f5d6da58-acd0-43fd-9aff-d3df3240f4c5 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:22:40.443075 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Attempting to bind port f5d6da58-acd0-43fd-9aff-d3df3240f4c5 on network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:22:40.447442 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Port f5d6da58-acd0-43fd-9aff-d3df3240f4c5 on network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:22:40.447760 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Attempting to bind port f5d6da58-acd0-43fd-9aff-d3df3240f4c5 on network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:22:40.453653 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:22:40.454096 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Checking segment: {'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:22:40.454603 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Bound using segment: {'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:22:40.455131 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Bound port: f5d6da58-acd0-43fd-9aff-d3df3240f4c5, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066bb52b-a872-457c-bd33-cf8069e6f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:22:40.455594 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:40.489828 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-769b7234-079f-4dbe-a2d2-e20f8d25b292 req-e2b221d9-212c-41f4-a053-317d7210bee8 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390601 Sep 10 15:22:40.525936 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] For port f5d6da58-acd0-43fd-9aff-d3df3240f4c5, host hv-cinder-76018, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:22:40.529615 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] For port f5d6da58-acd0-43fd-9aff-d3df3240f4c5, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=f5d6da58-acd0-43fd-9aff-d3df3240f4c5,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:22:40.533601 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:40.566977 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:40.567664 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:40.568994 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] 10.222.0.43 "PUT /v2.0/ports/f5d6da58-acd0-43fd-9aff-d3df3240f4c5 HTTP/1.1" status: 200 len: 1093 time: 0.6020415 Sep 10 15:22:40.569520 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca95187-8da2-43c5-a34e-b6d1cd329c0a', 'tag': 'f5d6da58-acd0-43fd-9aff-d3df3240f4c5'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:22:40.571631 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d73b2d-d2e6-47e6-b9aa-b21832d038a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca95187-8da2-43c5-a34e-b6d1cd329c0a", "tag": "f5d6da58-acd0-43fd-9aff-d3df3240f4c5"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:22:40.603996 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040cd1b-fe46-4156-8501-47c9945ce07b service neutron] Pushing event updated for resources: {'Port': ['ID=f5d6da58-acd0-43fd-9aff-d3df3240f4c5,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:40.612465 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4b977f-cfb5-4b42-954d-ec8292357762 x-openstack-request-id: req-4c4b977f-cfb5-4b42-954d-ec8292357762 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:22:40.612789 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca95187-8da2-43c5-a34e-b6d1cd329c0a", "tag": "f5d6da58-acd0-43fd-9aff-d3df3240f4c5", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:22:40.613035 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c4b977f-cfb5-4b42-954d-ec8292357762 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:22:40.613432 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca95187-8da2-43c5-a34e-b6d1cd329c0a', 'tag': 'f5d6da58-acd0-43fd-9aff-d3df3240f4c5', 'status': 'completed', 'code': 200} Sep 10 15:22:41.581792 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887c095-e891-498a-8886-072f45d010d5 req-23474355-1dbe-4329-9037-1aaf9a5f2272 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:41.583232 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0887c095-e891-498a-8886-072f45d010d5 req-23474355-1dbe-4329-9037-1aaf9a5f2272 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 943 time: 0.0479579 Sep 10 15:22:41.623106 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0887c095-e891-498a-8886-072f45d010d5 req-4154500f-8127-4f8e-bd67-fb93d2b4a74d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338068 Sep 10 15:22:42.736877 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7b783-eb2d-4876-865e-7f7952293da9 req-f930836c-e82b-4310-99c7-b9b3ecfff0bc tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:42.738307 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-56c7b783-eb2d-4876-865e-7f7952293da9 req-f930836c-e82b-4310-99c7-b9b3ecfff0bc tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 943 time: 0.0482199 Sep 10 15:22:42.777351 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-56c7b783-eb2d-4876-865e-7f7952293da9 req-0691f9a6-b0be-4020-84fd-f088cd7a2821 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331154 Sep 10 15:22:43.556708 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d73b2d-d2e6-47e6-b9aa-b21832d038a2 req-74d528b6-e90e-4645-bbd3-df21950ade0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:43.558172 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-95d73b2d-d2e6-47e6-b9aa-b21832d038a2 req-74d528b6-e90e-4645-bbd3-df21950ade0a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=90064210fccc4fb2a9db8b495df16e58&device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 1096 time: 0.0396247 Sep 10 15:22:43.660327 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d73b2d-d2e6-47e6-b9aa-b21832d038a2 req-1bfcef59-df1c-49b3-9c8a-738928c80332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:43.661822 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-95d73b2d-d2e6-47e6-b9aa-b21832d038a2 req-1bfcef59-df1c-49b3-9c8a-738928c80332 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=90064210fccc4fb2a9db8b495df16e58&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0951760 Sep 10 15:22:43.756331 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d73b2d-d2e6-47e6-b9aa-b21832d038a2 req-47eae7e5-afae-4f72-af48-a9c89f95452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:43.757854 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-95d73b2d-d2e6-47e6-b9aa-b21832d038a2 req-47eae7e5-afae-4f72-af48-a9c89f95452a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883560 Sep 10 15:22:43.792454 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:22:43.840941 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-411de183-b26b-4e12-80b1-c3b9a0849cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:43.842424 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-411de183-b26b-4e12-80b1-c3b9a0849cec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=90064210fccc4fb2a9db8b495df16e58&device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 1096 time: 0.0462420 Sep 10 15:22:43.889662 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-509b7fa5-b07e-42cd-81fd-a7c7003f0fc4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5d6da58-acd0-43fd-9aff-d3df3240f4c5 HTTP/1.1" status: 200 len: 217 time: 0.0382113 Sep 10 15:22:43.893940 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca1647-7854-4ff3-96f9-d04591249c76 req-952d883a-fc0b-4338-8b95-822121ce2173 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:43.895529 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-69ca1647-7854-4ff3-96f9-d04591249c76 req-952d883a-fc0b-4338-8b95-822121ce2173 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 943 time: 0.0511985 Sep 10 15:22:43.941679 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-69ca1647-7854-4ff3-96f9-d04591249c76 req-2d3e517c-51a0-4da5-a68a-7fc0bfef9f61 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376952 Sep 10 15:22:43.958744 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7f125cb2-c451-48ed-8587-b00204ff875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:43.960214 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-7f125cb2-c451-48ed-8587-b00204ff875d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=358058bb-a0d0-4889-8b80-3a01a6232dfd HTTP/1.1" status: 200 len: 849 time: 0.0618517 Sep 10 15:22:44.008224 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-d10c696e-9396-48e6-adb2-8e4c01ed63dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:44.009730 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-d10c696e-9396-48e6-adb2-8e4c01ed63dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413880 Sep 10 15:22:44.100791 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-28981d51-a5be-4588-8a1a-3f7a9fec8165 service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832582 Sep 10 15:22:44.192577 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f984f6fa-899b-4f3e-8200-bc908b325976 req-dabffc04-a097-4631-8bf4-df2d9cd9ee86 service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816023 Sep 10 15:22:45.058019 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202419d-f385-4630-8102-360669341b5d req-480f9f86-34a6-439e-a7b2-d1b23a3faa52 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:45.060133 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e202419d-f385-4630-8102-360669341b5d req-480f9f86-34a6-439e-a7b2-d1b23a3faa52 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 943 time: 0.0490468 Sep 10 15:22:45.097433 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e202419d-f385-4630-8102-360669341b5d req-1d59e4bd-e1c8-41f9-ae72-3beb540559ed tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314808 Sep 10 15:22:46.217777 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f55df2-ca3f-4214-ba4d-d2c852d09a7e req-26fb5a5b-8178-45df-86d5-732090c27873 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:46.219247 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-83f55df2-ca3f-4214-ba4d-d2c852d09a7e req-26fb5a5b-8178-45df-86d5-732090c27873 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 943 time: 0.0510819 Sep 10 15:22:46.258406 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-83f55df2-ca3f-4214-ba4d-d2c852d09a7e req-4e34db3a-8f1a-46d0-be84-9131ce758175 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333173 Sep 10 15:22:47.190935 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-98cf705c-f7d2-4aaa-8031-b505302daa12 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987334749&fields=id&tenant_id=c54ad0c7ddb847d9bd638cd773c7ef83 HTTP/1.1" status: 200 len: 267 time: 0.0331225 Sep 10 15:22:47.297208 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-7edc1406-da73-40d5-a80a-e8e945ab17a9 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:47.298703 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-7edc1406-da73-40d5-a80a-e8e945ab17a9 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/networks?id=2b94db1e-9593-4b6d-b3bd-473a23183ec1 HTTP/1.1" status: 200 len: 807 time: 0.1006007 Sep 10 15:22:47.314944 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-18d3062a-fac3-4b92-9073-5d0a3a2dfe95 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/quotas/c54ad0c7ddb847d9bd638cd773c7ef83 HTTP/1.1" status: 200 len: 375 time: 0.0105569 Sep 10 15:22:47.409627 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-e4a179fc-411b-4409-9be2-21762352f59f tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c54ad0c7ddb847d9bd638cd773c7ef83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853229 Sep 10 15:22:47.420728 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e0839-fc58-47e0-93e7-bfb24e623417 req-c2663bc0-db7d-4aeb-94da-d847e9d0f6ed tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:47.422312 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c69e0839-fc58-47e0-93e7-bfb24e623417 req-c2663bc0-db7d-4aeb-94da-d847e9d0f6ed tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 943 time: 0.0892482 Sep 10 15:22:47.520907 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c69e0839-fc58-47e0-93e7-bfb24e623417 req-981c354a-c547-459c-b5af-6209655ac377 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780132 Sep 10 15:22:47.541472 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-54270270-370d-49bd-994e-a54c86a2806b service neutron] 10.222.0.32 "GET /v2.0/networks/2b94db1e-9593-4b6d-b3bd-473a23183ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168711 Sep 10 15:22:47.631487 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-4e497264-05f1-4a16-bbd2-56ad1658c917 service neutron] 10.222.0.32 "GET /v2.0/networks/2b94db1e-9593-4b6d-b3bd-473a23183ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829363 Sep 10 15:22:47.916024 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-40ec5054-892f-4cf7-bb44-8120b51c30c1 req-80b834fe-2fbc-4d3e-bef4-df2dfaf7f3ac tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 210 time: 0.0257413 Sep 10 15:22:48.643716 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f236e26-6c52-4c90-ae02-897c62d30709 req-7adb3149-a67a-490e-b6a6-b2eb17d0d530 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:48.646103 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4f236e26-6c52-4c90-ae02-897c62d30709 req-7adb3149-a67a-490e-b6a6-b2eb17d0d530 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 943 time: 0.0581183 Sep 10 15:22:48.693501 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4f236e26-6c52-4c90-ae02-897c62d30709 req-6770c233-c54c-44d6-ba79-4895b047c67c tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408161 Sep 10 15:22:48.803641 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-fe47a1f5-ba2c-4506-8748-18a1ce00d23b tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:48.805250 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-fe47a1f5-ba2c-4506-8748-18a1ce00d23b tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.43 "GET /v2.0/networks?id=2b94db1e-9593-4b6d-b3bd-473a23183ec1 HTTP/1.1" status: 200 len: 807 time: 0.1119854 Sep 10 15:22:48.861639 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-179b261d-11a0-4578-bfde-9e3f98d9ea72 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c54ad0c7ddb847d9bd638cd773c7ef83 HTTP/1.1" status: 200 len: 380 time: 0.0420189 Sep 10 15:22:48.872395 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-6442dd2c-b495-4034-8ca8-8ed7645d16e4 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Request body: {'port': {'device_id': '5a2c5d7d-b172-4570-8178-ff30ee9b8a07', 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1', 'admin_state_up': True, 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'security_groups': ['a02c8db6-e459-4aed-a845-1de34f319d4d']}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:22:48.990558 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-6442dd2c-b495-4034-8ca8-8ed7645d16e4 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Made reservation on behalf of c54ad0c7ddb847d9bd638cd773c7ef83 for: {'port': 1} {{(pid=94032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:22:48.996495 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-6442dd2c-b495-4034-8ca8-8ed7645d16e4 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:49.013847 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-124aea6a-394c-4d29-bea7-adcaec3979af req-b7ee7030-8b45-4257-8dea-5108ecc9de4c tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 210 time: 0.0283551 Sep 10 15:22:49.121482 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-6442dd2c-b495-4034-8ca8-8ed7645d16e4 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Allocated IP 172.20.0.5 (2b94db1e-9593-4b6d-b3bd-473a23183ec1/983655be-d5b0-491a-9926-70ef7a4ce301/76b14da5-5e7f-4654-8f6b-11044835463d) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:22:49.252651 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-6442dd2c-b495-4034-8ca8-8ed7645d16e4 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:49.265246 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-6442dd2c-b495-4034-8ca8-8ed7645d16e4 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Transition to ACTIVE for port object 76b14da5-5e7f-4654-8f6b-11044835463d will not be triggered until provisioned by entity DHCP. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:22:49.297012 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-6442dd2c-b495-4034-8ca8-8ed7645d16e4 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:49.340325 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-6442dd2c-b495-4034-8ca8-8ed7645d16e4 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Network 2b94db1e-9593-4b6d-b3bd-473a23183ec1 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:22:49.343253 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-6442dd2c-b495-4034-8ca8-8ed7645d16e4 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:22:49.345718 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-6442dd2c-b495-4034-8ca8-8ed7645d16e4 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:22:49.381172 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442dd2c-b495-4034-8ca8-8ed7645d16e4 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Pushing event updated for resources: {'Port': ['ID=76b14da5-5e7f-4654-8f6b-11044835463d,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:49.404272 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-6442dd2c-b495-4034-8ca8-8ed7645d16e4 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:49.404922 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-6442dd2c-b495-4034-8ca8-8ed7645d16e4 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:49.421281 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-6442dd2c-b495-4034-8ca8-8ed7645d16e4 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5540659 Sep 10 15:22:49.574287 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-5956127a-2e57-4a7e-96c1-5b93485f86fe None None] Provisioning for port 76b14da5-5e7f-4654-8f6b-11044835463d completed by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:22:49.578272 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-5956127a-2e57-4a7e-96c1-5b93485f86fe None None] Provisioning complete for port 76b14da5-5e7f-4654-8f6b-11044835463d triggered by entity DHCP. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:22:49.578631 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-5956127a-2e57-4a7e-96c1-5b93485f86fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:49.612112 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-5956127a-2e57-4a7e-96c1-5b93485f86fe None None] Port 76b14da5-5e7f-4654-8f6b-11044835463d cannot update to ACTIVE because it is not bound. {{(pid=94033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:22:49.801159 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263ae9b-9545-4989-878f-d1aac9b3ecd4 req-a2ecf4df-15e9-4193-9135-0cbe7e8385f4 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:49.802618 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3263ae9b-9545-4989-878f-d1aac9b3ecd4 req-a2ecf4df-15e9-4193-9135-0cbe7e8385f4 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 943 time: 0.0473428 Sep 10 15:22:49.840029 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3263ae9b-9545-4989-878f-d1aac9b3ecd4 req-4d11729c-0e9e-4080-9241-83046464ed70 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314815 Sep 10 15:22:50.130471 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04f84d-d54f-4e38-8587-b9a8afe767d2 req-4a6ec6a5-f73a-40f5-b110-3951627afcb4 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:50.131848 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6b04f84d-d54f-4e38-8587-b9a8afe767d2 req-4a6ec6a5-f73a-40f5-b110-3951627afcb4 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 931 time: 0.0508270 Sep 10 15:22:50.169333 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6b04f84d-d54f-4e38-8587-b9a8afe767d2 req-085d3839-bda4-4e7b-a4e7-bc51b94160cb tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306520 Sep 10 15:22:50.952437 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c99116-5610-401d-9f2e-406534ceae28 req-dff05ab3-bd86-4d8b-b34b-83a02bc4fda2 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:50.953949 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f9c99116-5610-401d-9f2e-406534ceae28 req-dff05ab3-bd86-4d8b-b34b-83a02bc4fda2 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 943 time: 0.0482273 Sep 10 15:22:50.990357 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f9c99116-5610-401d-9f2e-406534ceae28 req-fde4cfc7-b46a-43df-becb-6ea38cde699c tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306094 Sep 10 15:22:51.279648 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845bb6a-31d4-4258-8fb8-d03c53ae40a4 req-b73ba78b-d083-4d28-bb1a-46d36b6b79c9 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:51.281113 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9845bb6a-31d4-4258-8fb8-d03c53ae40a4 req-b73ba78b-d083-4d28-bb1a-46d36b6b79c9 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 931 time: 0.0471859 Sep 10 15:22:51.318199 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9845bb6a-31d4-4258-8fb8-d03c53ae40a4 req-df298594-cb15-43d1-a0f9-6d685d8b7c15 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312607 Sep 10 15:22:51.935277 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.v2.base [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Request body: {'port': {'device_id': '5a2c5d7d-b172-4570-8178-ff30ee9b8a07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:22:51.988209 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:52.110871 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da22a59-36ee-4f27-9b78-8cb0d4502815 req-ecd0de83-915d-42d4-b53c-eaf1e8e3fb32 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:52.112286 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7da22a59-36ee-4f27-9b78-8cb0d4502815 req-ecd0de83-915d-42d4-b53c-eaf1e8e3fb32 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 943 time: 0.0517912 Sep 10 15:22:52.150035 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7da22a59-36ee-4f27-9b78-8cb0d4502815 req-d32fc1ed-5550-4ec4-9784-6cb2ea876770 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316536 Sep 10 15:22:52.243438 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b14da5-5e7f-4654-8f6b-11044835463d {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:22:52.250497 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:52.262315 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Transition to ACTIVE for port object 76b14da5-5e7f-4654-8f6b-11044835463d will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:22:52.266230 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:52.330749 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Pushing event updated for resources: {'Port': ['ID=76b14da5-5e7f-4654-8f6b-11044835463d,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:52.385470 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Attempting to bind port 76b14da5-5e7f-4654-8f6b-11044835463d on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:22:52.385800 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Attempting to bind port 76b14da5-5e7f-4654-8f6b-11044835463d by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '071af16c-414b-4899-b8ce-e6e2b903270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:22:52.386374 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Attempting to bind port 76b14da5-5e7f-4654-8f6b-11044835463d on network 2b94db1e-9593-4b6d-b3bd-473a23183ec1 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:22:52.391696 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Port 76b14da5-5e7f-4654-8f6b-11044835463d on network 2b94db1e-9593-4b6d-b3bd-473a23183ec1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:22:52.391951 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Attempting to bind port 76b14da5-5e7f-4654-8f6b-11044835463d on network 2b94db1e-9593-4b6d-b3bd-473a23183ec1 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:22:52.397137 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Checking agent: {'id': 'ddd9db70-a30b-4e1b-a391-d68b6ac52ffc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'started_at': datetime.datetime(2021, 9, 10, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:22:52.397469 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Checking segment: {'id': '071af16c-414b-4899-b8ce-e6e2b903270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:22:52.397844 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Bound using segment: {'id': '071af16c-414b-4899-b8ce-e6e2b903270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:22:52.398291 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Bound port: 76b14da5-5e7f-4654-8f6b-11044835463d, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '071af16c-414b-4899-b8ce-e6e2b903270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:22:52.398614 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:52.448817 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f41e5-48bc-4c13-9448-bfabe981c63c req-df2c3cb3-84fc-46f8-bda3-f85c2f79fabe tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:52.451338 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-314f41e5-48bc-4c13-9448-bfabe981c63c req-df2c3cb3-84fc-46f8-bda3-f85c2f79fabe tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 943 time: 0.0540614 Sep 10 15:22:52.492786 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-314f41e5-48bc-4c13-9448-bfabe981c63c req-6b8e770e-b5e6-48ae-b04e-5cd13934d867 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345531 Sep 10 15:22:52.723084 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] For port 76b14da5-5e7f-4654-8f6b-11044835463d, host hv-cinder-76018, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:22:52.726032 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] For port 76b14da5-5e7f-4654-8f6b-11044835463d, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=76b14da5-5e7f-4654-8f6b-11044835463d,segment=NetworkSegment(071af16c-414b-4899-b8ce-e6e2b903270e),segment_id=071af16c-414b-4899-b8ce-e6e2b903270e)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:22:52.729526 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13900687'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:52.764859 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:52.765400 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:52.766894 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] 10.222.0.43 "PUT /v2.0/ports/76b14da5-5e7f-4654-8f6b-11044835463d HTTP/1.1" status: 200 len: 1093 time: 0.8359823 Sep 10 15:22:52.767401 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2c5d7d-b172-4570-8178-ff30ee9b8a07', 'tag': '76b14da5-5e7f-4654-8f6b-11044835463d'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:22:52.769751 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7790b0-1248-46bb-bca3-1ed976737688" -d '{"events": [{"name": "network-changed", "server_uuid": "5a2c5d7d-b172-4570-8178-ff30ee9b8a07", "tag": "76b14da5-5e7f-4654-8f6b-11044835463d"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:22:52.804202 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b69a2-cf1a-4ec3-9538-3b031f831833 service neutron] Pushing event updated for resources: {'Port': ['ID=76b14da5-5e7f-4654-8f6b-11044835463d,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:52.822533 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94d1fb1-b613-443e-8f6b-84041c52ada9 x-openstack-request-id: req-f94d1fb1-b613-443e-8f6b-84041c52ada9 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:22:52.822702 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a2c5d7d-b172-4570-8178-ff30ee9b8a07", "tag": "76b14da5-5e7f-4654-8f6b-11044835463d", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:22:52.822966 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f94d1fb1-b613-443e-8f6b-84041c52ada9 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:22:52.823582 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2c5d7d-b172-4570-8178-ff30ee9b8a07', 'tag': '76b14da5-5e7f-4654-8f6b-11044835463d', 'status': 'completed', 'code': 200} Sep 10 15:22:52.872196 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ed374dda-2246-4c89-b54a-d5acecfc1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:52.874082 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-ed374dda-2246-4c89-b54a-d5acecfc1eff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c54ad0c7ddb847d9bd638cd773c7ef83&device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 1096 time: 0.0485256 Sep 10 15:22:52.922163 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-08a121ba-e1c3-45f6-99c9-c705bb0efbeb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76b14da5-5e7f-4654-8f6b-11044835463d HTTP/1.1" status: 200 len: 217 time: 0.0391166 Sep 10 15:22:52.973777 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-34026a9c-0283-447b-b13a-a5d3c7d79141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:52.975213 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-34026a9c-0283-447b-b13a-a5d3c7d79141 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=983655be-d5b0-491a-9926-70ef7a4ce301 HTTP/1.1" status: 200 len: 846 time: 0.0448420 Sep 10 15:22:53.022142 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-895c0c70-7640-4eb4-ab4c-029821c1aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:53.023668 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-895c0c70-7640-4eb4-ab4c-029821c1aaaa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b94db1e-9593-4b6d-b3bd-473a23183ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404465 Sep 10 15:22:53.118544 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-d1fc8844-e93a-4529-8808-f2958014b5d5 service neutron] 10.222.0.43 "GET /v2.0/networks/2b94db1e-9593-4b6d-b3bd-473a23183ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877445 Sep 10 15:22:53.212109 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-fa9a0687-7e36-4168-96b9-00657db42d39 req-d8eeb065-7d21-4f01-b36a-c0a6a1ccc1bd service neutron] 10.222.0.43 "GET /v2.0/networks/2b94db1e-9593-4b6d-b3bd-473a23183ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862420 Sep 10 15:22:53.277850 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15883bc5-ca80-4fb7-942e-e59aa66d7d12 req-9b944018-a5f5-4c83-8c75-ca3554200cea tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:53.279265 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-15883bc5-ca80-4fb7-942e-e59aa66d7d12 req-9b944018-a5f5-4c83-8c75-ca3554200cea tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 943 time: 0.0506122 Sep 10 15:22:53.302037 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7790b0-1248-46bb-bca3-1ed976737688 req-ef9678e7-63c5-4c2c-940a-eac655e74f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:53.303501 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-8d7790b0-1248-46bb-bca3-1ed976737688 req-ef9678e7-63c5-4c2c-940a-eac655e74f5a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c54ad0c7ddb847d9bd638cd773c7ef83&device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 1096 time: 0.0450754 Sep 10 15:22:53.317269 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-15883bc5-ca80-4fb7-942e-e59aa66d7d12 req-f6022bc0-70c2-4e01-91d5-eca78d35b877 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321202 Sep 10 15:22:53.398900 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7790b0-1248-46bb-bca3-1ed976737688 req-6279483e-6fa0-43e0-96c0-06f5dd2759dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:53.400344 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-8d7790b0-1248-46bb-bca3-1ed976737688 req-6279483e-6fa0-43e0-96c0-06f5dd2759dd service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b94db1e-9593-4b6d-b3bd-473a23183ec1 HTTP/1.1" status: 200 len: 908 time: 0.0891175 Sep 10 15:22:53.446352 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-8d7790b0-1248-46bb-bca3-1ed976737688 req-ac65ca07-4c0a-4121-936c-48823e03c224 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76b14da5-5e7f-4654-8f6b-11044835463d HTTP/1.1" status: 200 len: 217 time: 0.0366035 Sep 10 15:22:53.494669 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7790b0-1248-46bb-bca3-1ed976737688 req-fec71aa0-1c8d-4b56-af91-2fc2a620c058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:53.496623 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-8d7790b0-1248-46bb-bca3-1ed976737688 req-fec71aa0-1c8d-4b56-af91-2fc2a620c058 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=983655be-d5b0-491a-9926-70ef7a4ce301 HTTP/1.1" status: 200 len: 846 time: 0.0415313 Sep 10 15:22:53.541152 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7790b0-1248-46bb-bca3-1ed976737688 req-6640cdfa-3d43-4a8d-8297-e11fe41c68b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:53.542728 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-8d7790b0-1248-46bb-bca3-1ed976737688 req-6640cdfa-3d43-4a8d-8297-e11fe41c68b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b94db1e-9593-4b6d-b3bd-473a23183ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390992 Sep 10 15:22:53.614195 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1914a-1e08-41ab-9cda-aacb5c0e3743 req-9523b71f-d571-4d09-b35f-be3505e68e12 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:53.615705 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-87c1914a-1e08-41ab-9cda-aacb5c0e3743 req-9523b71f-d571-4d09-b35f-be3505e68e12 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 943 time: 0.0530512 Sep 10 15:22:53.637741 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-8d7790b0-1248-46bb-bca3-1ed976737688 req-9ef04e3d-0046-4c4b-a5be-c5460b207960 service neutron] 10.222.0.43 "GET /v2.0/networks/2b94db1e-9593-4b6d-b3bd-473a23183ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873332 Sep 10 15:22:53.654521 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-87c1914a-1e08-41ab-9cda-aacb5c0e3743 req-c4d116dc-0de5-4764-947c-d20b210b1639 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317769 Sep 10 15:22:53.726703 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-8d7790b0-1248-46bb-bca3-1ed976737688 req-8bff8839-fcc9-4a41-9c90-e4b035b8a0a7 service neutron] 10.222.0.43 "GET /v2.0/networks/2b94db1e-9593-4b6d-b3bd-473a23183ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819714 Sep 10 15:22:53.942481 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device f5d6da58-acd0-43fd-9aff-d3df3240f4c5 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:22:54.038778 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port f5d6da58-acd0-43fd-9aff-d3df3240f4c5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=f5d6da58-acd0-43fd-9aff-d3df3240f4c5,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:22:54.050087 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': 'f5d6da58-acd0-43fd-9aff-d3df3240f4c5', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'port_id': 'f5d6da58-acd0-43fd-9aff-d3df3240f4c5', 'mac_address': 'fa:16:3e:3b:7e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:22:54.095093 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:54.104630 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:54.109958 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d6da58-acd0-43fd-9aff-d3df3240f4c5 {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:22:54.128920 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port f5d6da58-acd0-43fd-9aff-d3df3240f4c5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=f5d6da58-acd0-43fd-9aff-d3df3240f4c5,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:22:54.132453 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:54.190721 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=f5d6da58-acd0-43fd-9aff-d3df3240f4c5,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:54.197523 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:54.197871 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:54.198216 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:54.198548 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:54.199496 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:54.199827 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:54.200152 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:54.200475 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:54.200966 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:54.201339 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:54.201663 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:54.201988 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:54.374437 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['f5d6da58-acd0-43fd-9aff-d3df3240f4c5'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:22:54.432773 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846ff56-aae1-4ec9-9115-617de0daed36 req-eb8d9ca3-ff06-4bfd-8091-861ed92d2a1d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:54.435307 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9846ff56-aae1-4ec9-9115-617de0daed36 req-eb8d9ca3-ff06-4bfd-8091-861ed92d2a1d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 944 time: 0.0516989 Sep 10 15:22:54.488182 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9846ff56-aae1-4ec9-9115-617de0daed36 req-a5a15828-160a-4a5e-abd4-49e4955f2a14 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462832 Sep 10 15:22:54.766092 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03057ad0-2ad7-41ea-9ca6-8cb23150787e req-1f5bcb8a-5d47-4ca8-8e63-35a8ea049dd5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:54.767542 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-03057ad0-2ad7-41ea-9ca6-8cb23150787e req-1f5bcb8a-5d47-4ca8-8e63-35a8ea049dd5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 943 time: 0.0481656 Sep 10 15:22:54.804117 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-03057ad0-2ad7-41ea-9ca6-8cb23150787e req-c384cd0c-5dd8-4efb-a48c-26091350df06 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308807 Sep 10 15:22:55.606026 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b361c-bf2d-449e-8023-31fc7f7fadae req-c0d7fe82-b7de-46da-b9ce-1c9d440d075c tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:55.607391 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e39b361c-bf2d-449e-8023-31fc7f7fadae req-c0d7fe82-b7de-46da-b9ce-1c9d440d075c tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 944 time: 0.0513086 Sep 10 15:22:55.647784 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e39b361c-bf2d-449e-8023-31fc7f7fadae req-842d4aa9-1871-4365-85a5-3a64e13a6774 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345285 Sep 10 15:22:55.914942 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683cd65-d96a-4848-b0e9-89227093d11b req-6a2acb28-ee01-4479-a22d-c966be27c903 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:55.916360 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5683cd65-d96a-4848-b0e9-89227093d11b req-6a2acb28-ee01-4479-a22d-c966be27c903 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 943 time: 0.0469835 Sep 10 15:22:55.952972 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5683cd65-d96a-4848-b0e9-89227093d11b req-85930fb5-0bab-47f7-9507-c49942f6e44f tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305851 Sep 10 15:22:55.957982 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device f5d6da58-acd0-43fd-9aff-d3df3240f4c5 up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:22:56.007116 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port f5d6da58-acd0-43fd-9aff-d3df3240f4c5 completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:22:56.010568 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port f5d6da58-acd0-43fd-9aff-d3df3240f4c5 triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:22:56.010935 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:56.085042 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:56.106957 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca95187-8da2-43c5-a34e-b6d1cd329c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d6da58-acd0-43fd-9aff-d3df3240f4c5'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:22:56.109133 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fc9331-773d-4ce1-a7dd-66b75a9874d2" -d '{"events": [{"server_uuid": "8ca95187-8da2-43c5-a34e-b6d1cd329c0a", "name": "network-vif-plugged", "status": "completed", "tag": "f5d6da58-acd0-43fd-9aff-d3df3240f4c5"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:22:56.122011 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port f5d6da58-acd0-43fd-9aff-d3df3240f4c5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=f5d6da58-acd0-43fd-9aff-d3df3240f4c5,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:22:56.125999 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:56.153378 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77012bed-19e1-4da8-8194-c3001866ef65 x-openstack-request-id: req-77012bed-19e1-4da8-8194-c3001866ef65 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:22:56.153667 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca95187-8da2-43c5-a34e-b6d1cd329c0a", "name": "network-vif-plugged", "status": "completed", "tag": "f5d6da58-acd0-43fd-9aff-d3df3240f4c5", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:22:56.153918 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77012bed-19e1-4da8-8194-c3001866ef65 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:22:56.154296 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca95187-8da2-43c5-a34e-b6d1cd329c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d6da58-acd0-43fd-9aff-d3df3240f4c5', 'code': 200} Sep 10 15:22:56.181073 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=f5d6da58-acd0-43fd-9aff-d3df3240f4c5,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:56.353370 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a2147-01eb-46a6-b28d-f72acdc51b20 req-82244686-ea1b-4ead-9e37-96b13923bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:56.354860 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c41a2147-01eb-46a6-b28d-f72acdc51b20 req-82244686-ea1b-4ead-9e37-96b13923bbff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 1098 time: 0.0403447 Sep 10 15:22:56.392832 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c41a2147-01eb-46a6-b28d-f72acdc51b20 req-fb741232-6718-4f32-b004-7309bca241a7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311358 Sep 10 15:22:56.763739 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb696a-4f43-4f1d-84d5-ab448f7f9b42 req-5fd13369-f856-4425-913e-0048110bb655 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:56.765394 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0acb696a-4f43-4f1d-84d5-ab448f7f9b42 req-5fd13369-f856-4425-913e-0048110bb655 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 945 time: 0.0511150 Sep 10 15:22:56.803368 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0acb696a-4f43-4f1d-84d5-ab448f7f9b42 req-91457bc6-0ad8-4007-8b14-c8b0ee40924a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317349 Sep 10 15:22:57.069164 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3bab8-6806-41a5-b9ee-2534afb6a6c5 req-d1815d29-a4dd-41e7-bb82-6519f3d0c017 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:57.070612 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a8e3bab8-6806-41a5-b9ee-2534afb6a6c5 req-d1815d29-a4dd-41e7-bb82-6519f3d0c017 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 943 time: 0.0515170 Sep 10 15:22:57.107754 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a8e3bab8-6806-41a5-b9ee-2534afb6a6c5 req-354fa538-4146-4b30-a0f3-89337905fceb tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306227 Sep 10 15:22:57.834416 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 36854) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:57.915640 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a2e43-ca4b-4382-bd33-0f79c0650ed4 req-09fa6b15-2309-4366-8e05-113e97dfa592 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:57.917136 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dd5a2e43-ca4b-4382-bd33-0f79c0650ed4 req-09fa6b15-2309-4366-8e05-113e97dfa592 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 945 time: 0.0478323 Sep 10 15:22:57.939941 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-25a2ac25-2b4b-4295-93bc-f005efa59576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:57.954993 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dd5a2e43-ca4b-4382-bd33-0f79c0650ed4 req-c0eb3208-75f6-43ee-ac46-c7919b6df603 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313063 Sep 10 15:22:58.038351 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-25a2ac25-2b4b-4295-93bc-f005efa59576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:58.044034 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-25a2ac25-2b4b-4295-93bc-f005efa59576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:58.068089 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6f0af-7c28-4d95-b3c1-35148a7e3c86 req-a2198ac7-815c-480a-ab22-7e34f447fb0c tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:58.069704 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f7b6f0af-7c28-4d95-b3c1-35148a7e3c86 req-a2198ac7-815c-480a-ab22-7e34f447fb0c tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 945 time: 0.0489395 Sep 10 15:22:58.084254 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-25a2ac25-2b4b-4295-93bc-f005efa59576 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96c46f5f40f9497fbedd0c2703238bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486198 Sep 10 15:22:58.085387 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2ac25-2b4b-4295-93bc-f005efa59576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a98a86-03a7-43cb-869d-fe5fd2f2940b,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:58.088927 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 36860) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:58.109210 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f7b6f0af-7c28-4d95-b3c1-35148a7e3c86 req-77394bde-50af-47a4-8fcf-b85e810b12dc tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328968 Sep 10 15:22:58.131708 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36864) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:58.141716 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9517c176-b693-4afe-a567-827d45b5890e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:58.167985 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9517c176-b693-4afe-a567-827d45b5890e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:58.186112 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1f5c0c-a0ca-4030-a5c0-b6f9210c9e3e tempest-TestVolumeBootPattern-489280881 tempest-TestVolumeBootPattern-489280881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:58.187546 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-2f1f5c0c-a0ca-4030-a5c0-b6f9210c9e3e tempest-TestVolumeBootPattern-489280881 tempest-TestVolumeBootPattern-489280881-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 1093 time: 0.0548644 Sep 10 15:22:58.190400 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36866) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:22:58.207176 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Request body: {'floatingip': {'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'port_id': 'f5d6da58-acd0-43fd-9aff-d3df3240f4c5', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:22:58.217208 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9517c176-b693-4afe-a567-827d45b5890e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:58.219988 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9517c176-b693-4afe-a567-827d45b5890e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:58.222092 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-9517c176-b693-4afe-a567-827d45b5890e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12a98a86-03a7-43cb-869d-fe5fd2f2940b HTTP/1.1" status: 204 len: 168 time: 0.1307192 Sep 10 15:22:58.231830 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517c176-b693-4afe-a567-827d45b5890e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a98a86-03a7-43cb-869d-fe5fd2f2940b,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:58.247820 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb004c5-0f85-444a-8c36-86dd466cd6e6 req-fb3ebba2-2b88-4783-8546-50fcd480b748 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:58.249367 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-deb004c5-0f85-444a-8c36-86dd466cd6e6 req-fb3ebba2-2b88-4783-8546-50fcd480b748 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 943 time: 0.0744777 Sep 10 15:22:58.250634 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for floatingip, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:58.312167 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-deb004c5-0f85-444a-8c36-86dd466cd6e6 req-7ae2c6f8-36b3-42c9-a9f2-0c3e844ac1a5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481169 Sep 10 15:22:58.384010 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:58.411924 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-427d31aa-426c-4182-8dd5-8aa7786d452c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:58.499849 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Allocated IP 172.27.3.146 (080accf6-a61d-43aa-a40c-4a5d90aa3be1/9f699ab7-ff98-4888-8014-ee1b80751434/16fcf9ff-63ac-4034-83dd-ac43184e5557) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:22:58.604369 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:58.642352 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:58.676939 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:22:58.679681 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:22:58.682214 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:22:58.716189 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event updated for resources: {'Port': ['ID=16fcf9ff-63ac-4034-83dd-ac43184e5557,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:58.725470 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:58.725828 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:58.726170 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:58.726505 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:58.726839 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:58.727168 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:58.727497 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:58.727822 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:58.728154 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:58.728473 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:58.728819 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:58.729138 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:22:59.043658 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:59.106287 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:59.249340 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:59.253743 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13673127'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:59.320289 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event updated for resources: {'Port': ['ID=16fcf9ff-63ac-4034-83dd-ac43184e5557,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:22:59.331544 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550972'] for floatingip, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:59.455033 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.db.l3_db [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Floating IP 0f7d3e09-1169-490d-9c21-f07fb79db5ca associated. External IP: 172.27.3.146, port: f5d6da58-acd0-43fd-9aff-d3df3240f4c5. Sep 10 15:22:59.497233 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe43ba-5be1-4b62-97d2-0b562f80f8e5 req-31a04e0a-00f9-4018-9740-0edda64d5af0 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:22:59.498683 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4cfe43ba-5be1-4b62-97d2-0b562f80f8e5 req-31a04e0a-00f9-4018-9740-0edda64d5af0 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 943 time: 0.1198518 Sep 10 15:22:59.812909 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4cfe43ba-5be1-4b62-97d2-0b562f80f8e5 req-c7482677-6017-46ac-a305-c45acd9f0a97 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070211 Sep 10 15:22:59.927021 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:22:59.988610 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 76b14da5-5e7f-4654-8f6b-11044835463d details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:23:00.032650 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:23:00.049608 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:00.055220 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6129578a-46a1-4132-97f9-1b0228e46254 None None] Sync routers for ids ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:23:00.073016 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6129578a-46a1-4132-97f9-1b0228e46254 None None] Routers {'9e5b27c2-22a6-4ae6-b057-d878d03e64d0'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:23:00.073568 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-6129578a-46a1-4132-97f9-1b0228e46254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:22:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:23:00.075916 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-e54b35ae-3356-4b04-8517-0906b712672a tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8845353 Sep 10 15:23:00.076629 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca95187-8da2-43c5-a34e-b6d1cd329c0a', 'tag': 'f5d6da58-acd0-43fd-9aff-d3df3240f4c5'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:23:00.078750 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e045729d700a7cd00d9bfe8718857c36227309230b0c1172be3dcfc1b68c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5582e2af-91de-4fa3-943d-4f73911d39dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca95187-8da2-43c5-a34e-b6d1cd329c0a", "tag": "f5d6da58-acd0-43fd-9aff-d3df3240f4c5"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:23:00.125135 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab54d16-cc26-48eb-aaa8-db72fdf99e9f x-openstack-request-id: req-0ab54d16-cc26-48eb-aaa8-db72fdf99e9f {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:23:00.125501 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca95187-8da2-43c5-a34e-b6d1cd329c0a", "tag": "f5d6da58-acd0-43fd-9aff-d3df3240f4c5", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:23:00.125784 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ab54d16-cc26-48eb-aaa8-db72fdf99e9f {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:23:00.126183 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca95187-8da2-43c5-a34e-b6d1cd329c0a', 'tag': 'f5d6da58-acd0-43fd-9aff-d3df3240f4c5', 'status': 'completed', 'code': 200} Sep 10 15:23:00.198604 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582e2af-91de-4fa3-943d-4f73911d39dd req-4070dc06-5b2b-4e67-aa12-b03095ad11e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:23:00.201196 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5582e2af-91de-4fa3-943d-4f73911d39dd req-4070dc06-5b2b-4e67-aa12-b03095ad11e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=90064210fccc4fb2a9db8b495df16e58&device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 1098 time: 0.0545838 Sep 10 15:23:00.251896 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 76b14da5-5e7f-4654-8f6b-11044835463d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=76b14da5-5e7f-4654-8f6b-11044835463d,segment=NetworkSegment(071af16c-414b-4899-b8ce-e6e2b903270e),segment_id=071af16c-414b-4899-b8ce-e6e2b903270e)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:23:00.267484 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': '76b14da5-5e7f-4654-8f6b-11044835463d', 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1', 'port_id': '76b14da5-5e7f-4654-8f6b-11044835463d', 'mac_address': 'fa:16:3e:2d:04:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983655be-d5b0-491a-9926-70ef7a4ce301', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:23:00.296162 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582e2af-91de-4fa3-943d-4f73911d39dd req-7eb29056-ee89-4d5f-996a-8aff9cbfe236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:23:00.297672 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5582e2af-91de-4fa3-943d-4f73911d39dd req-7eb29056-ee89-4d5f-996a-8aff9cbfe236 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc HTTP/1.1" status: 200 len: 911 time: 0.0901008 Sep 10 15:23:00.352476 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-6129578a-46a1-4132-97f9-1b0228e46254 None None] Set router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:23:00.354324 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:00.371278 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5582e2af-91de-4fa3-943d-4f73911d39dd req-0df7a200-6f6a-4c28-b02b-e511c7e3a6a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5d6da58-acd0-43fd-9aff-d3df3240f4c5 HTTP/1.1" status: 200 len: 999 time: 0.0653508 Sep 10 15:23:00.392871 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b14da5-5e7f-4654-8f6b-11044835463d {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:23:00.422241 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582e2af-91de-4fa3-943d-4f73911d39dd req-34a66ae1-09bf-4b76-b3c8-2021858964f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:23:00.423694 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5582e2af-91de-4fa3-943d-4f73911d39dd req-34a66ae1-09bf-4b76-b3c8-2021858964f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=358058bb-a0d0-4889-8b80-3a01a6232dfd HTTP/1.1" status: 200 len: 849 time: 0.0455513 Sep 10 15:23:00.450270 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 76b14da5-5e7f-4654-8f6b-11044835463d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=76b14da5-5e7f-4654-8f6b-11044835463d,segment=NetworkSegment(071af16c-414b-4899-b8ce-e6e2b903270e),segment_id=071af16c-414b-4899-b8ce-e6e2b903270e)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:23:00.455913 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:00.471025 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582e2af-91de-4fa3-943d-4f73911d39dd req-546c518c-62c5-4c30-bd69-e4ffc7608dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:23:00.472523 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5582e2af-91de-4fa3-943d-4f73911d39dd req-546c518c-62c5-4c30-bd69-e4ffc7608dae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415885 Sep 10 15:23:00.535312 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=76b14da5-5e7f-4654-8f6b-11044835463d,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:23:00.567189 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5582e2af-91de-4fa3-943d-4f73911d39dd req-dfaab118-db60-4a05-8c05-ea2b9375bdde service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871944 Sep 10 15:23:00.650538 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-6129578a-46a1-4132-97f9-1b0228e46254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '0f7d3e09-1169-490d-9c21-f07fb79db5ca', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'port_id': 'f5d6da58-acd0-43fd-9aff-d3df3240f4c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'mac_address': 'fa:16:3e:3b:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca95187-8da2-43c5-a34e-b6d1cd329c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:22:58Z', 'updated_at': '2021-09-10T15:22:58Z', 'revision_number': 0, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'fixed_ip_address_scope': None}, {'id': 'b91cb3ea-e180-4d51-935b-83e2a3603b17', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'port_id': '3643e96f-33a6-4c9b-8547-193a581c1725', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'mac_address': 'fa:16:3e:17:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:21:00Z', 'updated_at': '2021-09-10T15:21:02Z', 'revision_number': 1, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 5, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:23:00.679311 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['76b14da5-5e7f-4654-8f6b-11044835463d'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:23:00.682448 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6129578a-46a1-4132-97f9-1b0228e46254 None None] Checking router: 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:23:00.688580 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-5582e2af-91de-4fa3-943d-4f73911d39dd req-49a96865-c82e-43d6-8db2-e5e90cc361dc service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140332 Sep 10 15:23:00.695350 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a99df759-ffd4-4853-9658-7ee53575f2e9 req-2ba42f47-a255-4aa5-ad96-45ca7ed494ca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0636640 Sep 10 15:23:00.719741 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6129578a-46a1-4132-97f9-1b0228e46254 None None] Routers {'9e5b27c2-22a6-4ae6-b057-d878d03e64d0'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:23:00.720533 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-6129578a-46a1-4132-97f9-1b0228e46254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:22:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:23:00.780036 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99df759-ffd4-4853-9658-7ee53575f2e9 req-8220e635-8185-48d9-8579-ce39fc5a9058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:23:00.781628 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a99df759-ffd4-4853-9658-7ee53575f2e9 req-8220e635-8185-48d9-8579-ce39fc5a9058 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=90064210fccc4fb2a9db8b495df16e58&device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 1098 time: 0.0422649 Sep 10 15:23:00.875229 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-6129578a-46a1-4132-97f9-1b0228e46254 None None] Set router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:23:00.903160 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99df759-ffd4-4853-9658-7ee53575f2e9 req-1fce037f-c0e3-4d9f-abe8-bd3bbd210448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:23:00.904557 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a99df759-ffd4-4853-9658-7ee53575f2e9 req-1fce037f-c0e3-4d9f-abe8-bd3bbd210448 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc HTTP/1.1" status: 200 len: 911 time: 0.1044679 Sep 10 15:23:00.942150 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-7692b081-b742-42c1-a190-2a68da87e6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:00.943407 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22690361-c33c-4c44-ab91-3933d1cbdbd0 req-99fe0ecb-be15-4e87-b621-221025cd6f73 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:23:00.949297 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-22690361-c33c-4c44-ab91-3933d1cbdbd0 req-99fe0ecb-be15-4e87-b621-221025cd6f73 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 944 time: 0.0598750 Sep 10 15:23:00.975553 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a99df759-ffd4-4853-9658-7ee53575f2e9 req-9fab5a1a-a444-4556-9d72-861144ff33a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3643e96f-33a6-4c9b-8547-193a581c1725 HTTP/1.1" status: 200 len: 1000 time: 0.0633223 Sep 10 15:23:00.990399 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-22690361-c33c-4c44-ab91-3933d1cbdbd0 req-bddd5cf2-1425-4e11-82e0-16d8d6b703b0 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379665 Sep 10 15:23:01.024994 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99df759-ffd4-4853-9658-7ee53575f2e9 req-10337865-19c2-4e9a-bf90-40bbe1c4a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:23:01.027128 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a99df759-ffd4-4853-9658-7ee53575f2e9 req-10337865-19c2-4e9a-bf90-40bbe1c4a02b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=358058bb-a0d0-4889-8b80-3a01a6232dfd HTTP/1.1" status: 200 len: 849 time: 0.0438504 Sep 10 15:23:01.076079 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99df759-ffd4-4853-9658-7ee53575f2e9 req-f1fa7e15-6b1e-4cae-a9bf-147ff3b24c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:23:01.077694 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a99df759-ffd4-4853-9658-7ee53575f2e9 req-f1fa7e15-6b1e-4cae-a9bf-147ff3b24c7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438087 Sep 10 15:23:01.168069 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a99df759-ffd4-4853-9658-7ee53575f2e9 req-9527f18b-cb70-4655-b803-f8730d6457c7 service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827832 Sep 10 15:23:01.225319 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-6129578a-46a1-4132-97f9-1b0228e46254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '0f7d3e09-1169-490d-9c21-f07fb79db5ca', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'port_id': 'f5d6da58-acd0-43fd-9aff-d3df3240f4c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'mac_address': 'fa:16:3e:3b:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca95187-8da2-43c5-a34e-b6d1cd329c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:22:58Z', 'updated_at': '2021-09-10T15:22:58Z', 'revision_number': 0, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'fixed_ip_address_scope': None}, {'id': 'b91cb3ea-e180-4d51-935b-83e2a3603b17', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'port_id': '3643e96f-33a6-4c9b-8547-193a581c1725', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'mac_address': 'fa:16:3e:17:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:21:00Z', 'updated_at': '2021-09-10T15:21:02Z', 'revision_number': 1, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 5, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:23:01.255437 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6129578a-46a1-4132-97f9-1b0228e46254 None None] The sync data for ids ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'] in dv-cinder-760184-10-iscsi is: [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '0f7d3e09-1169-490d-9c21-f07fb79db5ca', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'port_id': 'f5d6da58-acd0-43fd-9aff-d3df3240f4c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'mac_address': 'fa:16:3e:3b:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca95187-8da2-43c5-a34e-b6d1cd329c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:22:58Z', 'updated_at': '2021-09-10T15:22:58Z', 'revision_number': 0, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'fixed_ip_address_scope': None}, {'id': 'b91cb3ea-e180-4d51-935b-83e2a3603b17', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'port_id': '3643e96f-33a6-4c9b-8547-193a581c1725', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'mac_address': 'fa:16:3e:17:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:21:00Z', 'updated_at': '2021-09-10T15:21:02Z', 'revision_number': 1, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 5, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:23:01.259305 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-a99df759-ffd4-4853-9658-7ee53575f2e9 req-27893ed7-0c2d-44b1-a3a8-526e23cac0f3 service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843837 Sep 10 15:23:01.312095 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:01.446216 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0258f705-87e2-4029-825b-2b6485ff5604 None None] New status for floating IP 0f7d3e09-1169-490d-9c21-f07fb79db5ca: ACTIVE {{(pid=94034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:23:01.989132 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 76b14da5-5e7f-4654-8f6b-11044835463d up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:23:02.036470 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning for port 76b14da5-5e7f-4654-8f6b-11044835463d completed by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:23:02.040006 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port 76b14da5-5e7f-4654-8f6b-11044835463d triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:23:02.040374 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:02.114947 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a101a3-7c27-4b0d-b177-0f948402de96 req-3be201ef-3216-45ee-9916-cd4e97a30e97 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:23:02.117207 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-93a101a3-7c27-4b0d-b177-0f948402de96 req-3be201ef-3216-45ee-9916-cd4e97a30e97 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 944 time: 0.0564914 Sep 10 15:23:02.117851 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:02.145752 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2c5d7d-b172-4570-8178-ff30ee9b8a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b14da5-5e7f-4654-8f6b-11044835463d'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:23:02.147963 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e446679c-eded-4957-a0e9-6fd44cc4acb8" -d '{"events": [{"server_uuid": "5a2c5d7d-b172-4570-8178-ff30ee9b8a07", "name": "network-vif-plugged", "status": "completed", "tag": "76b14da5-5e7f-4654-8f6b-11044835463d"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:23:02.160988 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 76b14da5-5e7f-4654-8f6b-11044835463d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=76b14da5-5e7f-4654-8f6b-11044835463d,segment=NetworkSegment(071af16c-414b-4899-b8ce-e6e2b903270e),segment_id=071af16c-414b-4899-b8ce-e6e2b903270e)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:23:02.161262 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-93a101a3-7c27-4b0d-b177-0f948402de96 req-ac586f7b-734f-498a-ac09-9a5f78ec08c7 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376489 Sep 10 15:23:02.165789 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:02.209985 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c1bc1e-5d24-402c-b1cf-3df01d299ba0 x-openstack-request-id: req-e0c1bc1e-5d24-402c-b1cf-3df01d299ba0 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:23:02.210281 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2c5d7d-b172-4570-8178-ff30ee9b8a07", "name": "network-vif-plugged", "status": "completed", "tag": "76b14da5-5e7f-4654-8f6b-11044835463d", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:23:02.210538 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0c1bc1e-5d24-402c-b1cf-3df01d299ba0 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:23:02.211182 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2c5d7d-b172-4570-8178-ff30ee9b8a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b14da5-5e7f-4654-8f6b-11044835463d', 'code': 200} Sep 10 15:23:02.216086 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=76b14da5-5e7f-4654-8f6b-11044835463d,revision_number=5']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:23:02.245636 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:02.416345 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c6c16-eb74-4b11-b9fc-2b5cc89d2c28 req-cdd61b79-28fc-476a-acd2-6b96110698ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:23:02.418505 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6c6c6c16-eb74-4b11-b9fc-2b5cc89d2c28 req-cdd61b79-28fc-476a-acd2-6b96110698ac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 1098 time: 0.0397742 Sep 10 15:23:02.455595 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-6c6c6c16-eb74-4b11-b9fc-2b5cc89d2c28 req-fc7942f4-41d7-4d1e-a530-fb54815f7578 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268636 Sep 10 15:23:03.279408 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecec99-8689-41c4-9231-6845569e9395 req-5291a17a-7b82-4b13-a911-25420869c41f tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:23:03.280948 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-70ecec99-8689-41c4-9231-6845569e9395 req-5291a17a-7b82-4b13-a911-25420869c41f tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0482333 Sep 10 15:23:03.317103 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-70ecec99-8689-41c4-9231-6845569e9395 req-7f2ee5c0-37a6-4201-8f56-79750f4efc3f tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303633 Sep 10 15:23:03.685984 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:04.430214 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6edc4-bff0-4e39-81b7-b5e407415351 req-750ba0f9-93c9-4430-bf4a-bfec6a5ca990 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:23:04.431656 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7ce6edc4-bff0-4e39-81b7-b5e407415351 req-750ba0f9-93c9-4430-bf4a-bfec6a5ca990 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0472739 Sep 10 15:23:04.467909 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7ce6edc4-bff0-4e39-81b7-b5e407415351 req-1ab25d47-c4a3-4502-8b34-da16b1b85d04 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298772 Sep 10 15:23:04.580195 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffe3a6-b635-435d-832a-67646dc0bcb4 req-a0da4279-f3da-4b23-8da7-9bf5bbdf6ac5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:23:04.581668 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-24ffe3a6-b635-435d-832a-67646dc0bcb4 req-a0da4279-f3da-4b23-8da7-9bf5bbdf6ac5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0505929 Sep 10 15:23:04.618219 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-24ffe3a6-b635-435d-832a-67646dc0bcb4 req-bd706495-9fcd-4527-9fc4-99619c56f68f tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304191 Sep 10 15:23:04.640874 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36888) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:23:04.815321 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4775a861-4a73-4b6b-9e8e-0952d732fe57 tempest-TestShelveInstance-300005467 tempest-TestShelveInstance-300005467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:23:04.816819 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-4775a861-4a73-4b6b-9e8e-0952d732fe57 tempest-TestShelveInstance-300005467 tempest-TestShelveInstance-300005467-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 1093 time: 0.1749609 Sep 10 15:23:04.819654 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36892) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:23:04.823751 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Request body: {'floatingip': {'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'port_id': '76b14da5-5e7f-4654-8f6b-11044835463d', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:23:04.845203 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for floatingip, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:04.941495 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:05.042013 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Allocated IP 172.27.3.254 (080accf6-a61d-43aa-a40c-4a5d90aa3be1/9f699ab7-ff98-4888-8014-ee1b80751434/85e2e433-fabd-41df-9641-471388f2c7a5) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:23:05.146435 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:05.184018 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740669617345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:05.220172 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Network 080accf6-a61d-43aa-a40c-4a5d90aa3be1 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:23:05.222951 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:23:05.225339 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:23:05.253259 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Pushing event updated for resources: {'Port': ['ID=85e2e433-fabd-41df-9641-471388f2c7a5,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:23:05.578833 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:05.642665 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:05.784195 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:05.788529 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13673127'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:05.858175 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Pushing event updated for resources: {'Port': ['ID=85e2e433-fabd-41df-9641-471388f2c7a5,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:23:05.867799 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550972'] for floatingip, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:05.963564 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.db.l3_db [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Floating IP 9dadad96-c1fa-4a67-8bb9-a32f78de4865 associated. External IP: 172.27.3.254, port: 76b14da5-5e7f-4654-8f6b-11044835463d. Sep 10 15:23:06.161601 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Router 5d73ad9f-e4a4-470e-b213-bb4a269d036e has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:23:06.268444 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:23:06.278233 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519badf-0d35-4fe4-aa5a-58e24a5ad0db None None] Sync routers for ids ['5d73ad9f-e4a4-470e-b213-bb4a269d036e'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:23:06.283417 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:06.287371 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519badf-0d35-4fe4-aa5a-58e24a5ad0db None None] Routers {'5d73ad9f-e4a4-470e-b213-bb4a269d036e'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:23:06.288096 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-a519badf-0d35-4fe4-aa5a-58e24a5ad0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:23:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['5d73ad9f-e4a4-470e-b213-bb4a269d036e'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:23:06.310179 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-5747698f-a1bc-4729-b74c-f99d781588c5 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4895484 Sep 10 15:23:06.310864 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2c5d7d-b172-4570-8178-ff30ee9b8a07', 'tag': '76b14da5-5e7f-4654-8f6b-11044835463d'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:23:06.313139 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e045729d700a7cd00d9bfe8718857c36227309230b0c1172be3dcfc1b68c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d11a02-9425-4b71-8e8e-2ff490b24548" -d '{"events": [{"name": "network-changed", "server_uuid": "5a2c5d7d-b172-4570-8178-ff30ee9b8a07", "tag": "76b14da5-5e7f-4654-8f6b-11044835463d"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:23:06.347797 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38841dc1-e1c4-4c79-b643-6ef9616b8854 x-openstack-request-id: req-38841dc1-e1c4-4c79-b643-6ef9616b8854 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:23:06.348090 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a2c5d7d-b172-4570-8178-ff30ee9b8a07", "tag": "76b14da5-5e7f-4654-8f6b-11044835463d", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:23:06.348341 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38841dc1-e1c4-4c79-b643-6ef9616b8854 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:23:06.348742 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2c5d7d-b172-4570-8178-ff30ee9b8a07', 'tag': '76b14da5-5e7f-4654-8f6b-11044835463d', 'status': 'completed', 'code': 200} Sep 10 15:23:06.396003 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-a519badf-0d35-4fe4-aa5a-58e24a5ad0db None None] Set router 5d73ad9f-e4a4-470e-b213-bb4a269d036e gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:23:06.410809 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d11a02-9425-4b71-8e8e-2ff490b24548 req-7fb39a27-a5ff-4156-9a08-f23364acd87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:23:06.412355 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-79d11a02-9425-4b71-8e8e-2ff490b24548 req-7fb39a27-a5ff-4156-9a08-f23364acd87c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c54ad0c7ddb847d9bd638cd773c7ef83&device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 1098 time: 0.0399761 Sep 10 15:23:06.507598 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d11a02-9425-4b71-8e8e-2ff490b24548 req-89349121-31af-47ff-a616-1693d305e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:23:06.509089 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-79d11a02-9425-4b71-8e8e-2ff490b24548 req-89349121-31af-47ff-a616-1693d305e045 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b94db1e-9593-4b6d-b3bd-473a23183ec1 HTTP/1.1" status: 200 len: 908 time: 0.0896673 Sep 10 15:23:06.572015 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-79d11a02-9425-4b71-8e8e-2ff490b24548 req-26fa68ec-d40e-4b22-9f50-3c60857edd41 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76b14da5-5e7f-4654-8f6b-11044835463d HTTP/1.1" status: 200 len: 999 time: 0.0564072 Sep 10 15:23:06.616742 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-a519badf-0d35-4fe4-aa5a-58e24a5ad0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'name': 'tempest-TestShelveInstance-27768899-router', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:09Z', 'updated_at': '2021-09-10T15:22:12Z', 'revision_number': 4, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'gw_port': {'id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:10Z', 'updated_at': '2021-09-10T15:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '9dadad96-c1fa-4a67-8bb9-a32f78de4865', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'port_id': '76b14da5-5e7f-4654-8f6b-11044835463d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1', 'mac_address': 'fa:16:3e:2d:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c5d7d-b172-4570-8178-ff30ee9b8a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:23:05Z', 'updated_at': '2021-09-10T15:23:05Z', 'revision_number': 0, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170e380a-39fc-4085-a31c-039a152ba304', 'name': '', 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'mac_address': 'fa:16:3e:c5:60:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '983655be-d5b0-491a-9926-70ef7a4ce301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:11Z', 'updated_at': '2021-09-10T15:22:19Z', 'revision_number': 5, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'subnets': [{'id': '983655be-d5b0-491a-9926-70ef7a4ce301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:23:06.625404 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d11a02-9425-4b71-8e8e-2ff490b24548 req-95041da6-0450-4d41-861a-07b683e9f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:23:06.627100 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-79d11a02-9425-4b71-8e8e-2ff490b24548 req-95041da6-0450-4d41-861a-07b683e9f764 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=983655be-d5b0-491a-9926-70ef7a4ce301 HTTP/1.1" status: 200 len: 846 time: 0.0482955 Sep 10 15:23:06.647923 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519badf-0d35-4fe4-aa5a-58e24a5ad0db None None] Checking router: 5d73ad9f-e4a4-470e-b213-bb4a269d036e for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:23:06.656936 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519badf-0d35-4fe4-aa5a-58e24a5ad0db None None] Routers {'5d73ad9f-e4a4-470e-b213-bb4a269d036e'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:23:06.657577 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-a519badf-0d35-4fe4-aa5a-58e24a5ad0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:23:01Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['5d73ad9f-e4a4-470e-b213-bb4a269d036e'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:23:06.674732 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d11a02-9425-4b71-8e8e-2ff490b24548 req-5a21c21a-e75d-4269-82f1-88f95397e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:23:06.676167 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-79d11a02-9425-4b71-8e8e-2ff490b24548 req-5a21c21a-e75d-4269-82f1-88f95397e787 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b94db1e-9593-4b6d-b3bd-473a23183ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421088 Sep 10 15:23:06.766921 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-79d11a02-9425-4b71-8e8e-2ff490b24548 req-50e687cb-ad40-4d9e-85e9-e3d257e53a65 service neutron] 10.222.0.43 "GET /v2.0/networks/2b94db1e-9593-4b6d-b3bd-473a23183ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832410 Sep 10 15:23:06.863958 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-79d11a02-9425-4b71-8e8e-2ff490b24548 req-d180544c-4da0-4dda-a866-168cbc6acb20 service neutron] 10.222.0.43 "GET /v2.0/networks/2b94db1e-9593-4b6d-b3bd-473a23183ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900617 Sep 10 15:23:06.893640 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-a519badf-0d35-4fe4-aa5a-58e24a5ad0db None None] Set router 5d73ad9f-e4a4-470e-b213-bb4a269d036e gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:23:07.111880 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-a519badf-0d35-4fe4-aa5a-58e24a5ad0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'name': 'tempest-TestShelveInstance-27768899-router', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:09Z', 'updated_at': '2021-09-10T15:22:12Z', 'revision_number': 4, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'gw_port': {'id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:10Z', 'updated_at': '2021-09-10T15:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '9dadad96-c1fa-4a67-8bb9-a32f78de4865', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'port_id': '76b14da5-5e7f-4654-8f6b-11044835463d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1', 'mac_address': 'fa:16:3e:2d:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c5d7d-b172-4570-8178-ff30ee9b8a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:23:05Z', 'updated_at': '2021-09-10T15:23:05Z', 'revision_number': 0, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170e380a-39fc-4085-a31c-039a152ba304', 'name': '', 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'mac_address': 'fa:16:3e:c5:60:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '983655be-d5b0-491a-9926-70ef7a4ce301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:11Z', 'updated_at': '2021-09-10T15:22:19Z', 'revision_number': 5, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'subnets': [{'id': '983655be-d5b0-491a-9926-70ef7a4ce301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:23:07.141560 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519badf-0d35-4fe4-aa5a-58e24a5ad0db None None] The sync data for ids ['5d73ad9f-e4a4-470e-b213-bb4a269d036e'] in dv-cinder-760184-10-iscsi is: [{'id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'name': 'tempest-TestShelveInstance-27768899-router', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:09Z', 'updated_at': '2021-09-10T15:22:12Z', 'revision_number': 4, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'gw_port': {'id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:10Z', 'updated_at': '2021-09-10T15:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': '9dadad96-c1fa-4a67-8bb9-a32f78de4865', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'port_id': '76b14da5-5e7f-4654-8f6b-11044835463d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1', 'mac_address': 'fa:16:3e:2d:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c5d7d-b172-4570-8178-ff30ee9b8a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:23:05Z', 'updated_at': '2021-09-10T15:23:05Z', 'revision_number': 0, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170e380a-39fc-4085-a31c-039a152ba304', 'name': '', 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'mac_address': 'fa:16:3e:c5:60:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '983655be-d5b0-491a-9926-70ef7a4ce301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:11Z', 'updated_at': '2021-09-10T15:22:19Z', 'revision_number': 5, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'subnets': [{'id': '983655be-d5b0-491a-9926-70ef7a4ce301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:23:07.314863 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9696f59c-2180-4f6d-99b7-085e490e71f0 None None] New status for floating IP 9dadad96-c1fa-4a67-8bb9-a32f78de4865: ACTIVE {{(pid=94034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:23:20.790542 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:23:24.105741 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:28.413811 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b6c0735f-9511-4fc6-a7ba-9c3f87218d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:30.893644 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-cb9d49ca-4360-4bed-b3fa-e64cc172bdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:31.314484 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:32.249553 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:33.687452 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:54.122186 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:57.789011 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:23:58.414276 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-d6a196ac-c556-4d51-9f6d-903bbc4e62a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:00.893104 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e1fed48c-7bb6-4f62-806b-8c3fb1475880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:01.314968 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:01.712946 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cb0aa1a3-d1ad-4b85-84c2-3f9831956fbd req-5a87ff92-dea6-47ea-b8ee-7bd68fcb32d0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852933 Sep 10 15:24:01.780094 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aa1a3-d1ad-4b85-84c2-3f9831956fbd req-0dea6c05-d845-4c76-98f2-aac9cc37c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:24:01.781617 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cb0aa1a3-d1ad-4b85-84c2-3f9831956fbd req-0dea6c05-d845-4c76-98f2-aac9cc37c242 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=90064210fccc4fb2a9db8b495df16e58&device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 1098 time: 0.0461063 Sep 10 15:24:01.883594 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aa1a3-d1ad-4b85-84c2-3f9831956fbd req-849693f3-2b79-4a92-b6de-8dc6f75b99a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:24:01.885014 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cb0aa1a3-d1ad-4b85-84c2-3f9831956fbd req-849693f3-2b79-4a92-b6de-8dc6f75b99a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc HTTP/1.1" status: 200 len: 911 time: 0.0842185 Sep 10 15:24:01.951037 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cb0aa1a3-d1ad-4b85-84c2-3f9831956fbd req-a9860889-a296-4245-9e30-b517963a014b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5d6da58-acd0-43fd-9aff-d3df3240f4c5 HTTP/1.1" status: 200 len: 1001 time: 0.0590484 Sep 10 15:24:01.998787 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aa1a3-d1ad-4b85-84c2-3f9831956fbd req-323b8177-5b2d-4612-b28d-ca06784dd28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:24:02.000202 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cb0aa1a3-d1ad-4b85-84c2-3f9831956fbd req-323b8177-5b2d-4612-b28d-ca06784dd28b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=358058bb-a0d0-4889-8b80-3a01a6232dfd HTTP/1.1" status: 200 len: 849 time: 0.0422854 Sep 10 15:24:02.044905 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aa1a3-d1ad-4b85-84c2-3f9831956fbd req-0066c92e-a9da-4451-bbde-9af0c3992e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:24:02.046383 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cb0aa1a3-d1ad-4b85-84c2-3f9831956fbd req-0066c92e-a9da-4451-bbde-9af0c3992e51 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394621 Sep 10 15:24:02.057934 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [req-cb0aa1a3-d1ad-4b85-84c2-3f9831956fbd req-0244ccac-8e02-4fe6-a5f1-0f32c808fc4b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:24:02.058873 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cb0aa1a3-d1ad-4b85-84c2-3f9831956fbd req-0244ccac-8e02-4fe6-a5f1-0f32c808fc4b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054021 Sep 10 15:24:02.153759 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cb0aa1a3-d1ad-4b85-84c2-3f9831956fbd req-4e5c617f-20cb-4cfd-b3fe-974b9b3699af service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876534 Sep 10 15:24:02.245469 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-cb0aa1a3-d1ad-4b85-84c2-3f9831956fbd req-960cb92f-24ed-4bf6-b50d-507bea7e6199 service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842848 Sep 10 15:24:02.250018 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:03.690849 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:24.136679 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:28.414194 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-82e8cc35-b147-45ba-aab7-f9f02e3dc896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:30.892102 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-2fdc315c-6d0f-4269-a712-3abadb54af42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:31.316468 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:32.253571 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:33.692703 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:34.787482 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:24:39.463797 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36934) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:24:39.619444 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Deleting port 16fcf9ff-63ac-4034-83dd-ac43184e5557 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:24:39.619792 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:39.691749 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:39.692081 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:39.703471 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Calling delete_port for 16fcf9ff-63ac-4034-83dd-ac43184e5557 owned by network:floatingip {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:24:39.846596 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:39.871585 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event deleted for resources: {'Port': ['ID=16fcf9ff-63ac-4034-83dd-ac43184e5557,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:24:39.896744 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:39.897124 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:39.897467 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:39.897802 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:39.898133 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:39.898465 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:39.898797 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:39.899125 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:39.899453 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:39.899816 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:39.900150 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:39.900469 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:39.941037 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for floatingip, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:39.941374 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.db.l3_db [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Floating IP 0f7d3e09-1169-490d-9c21-f07fb79db5ca disassociated (deleted). External IP: 172.27.3.146, port: f5d6da58-acd0-43fd-9aff-d3df3240f4c5. Sep 10 15:24:40.139039 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:24:40.244598 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:24:40.249606 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:40.254710 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b11ae32-c33e-4d6e-bb63-cecbe69dc6a5 None None] Sync routers for ids ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:24:40.263373 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b11ae32-c33e-4d6e-bb63-cecbe69dc6a5 None None] Routers {'9e5b27c2-22a6-4ae6-b057-d878d03e64d0'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:24:40.263993 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-2b11ae32-c33e-4d6e-bb63-cecbe69dc6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:24:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:40.275154 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-daea82e7-2351-4f31-865a-6a8b329529fa tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "DELETE /v2.0/floatingips/0f7d3e09-1169-490d-9c21-f07fb79db5ca HTTP/1.1" status: 204 len: 168 time: 0.8102632 Sep 10 15:24:40.275712 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca95187-8da2-43c5-a34e-b6d1cd329c0a', 'tag': 'f5d6da58-acd0-43fd-9aff-d3df3240f4c5'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:24:40.277982 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e045729d700a7cd00d9bfe8718857c36227309230b0c1172be3dcfc1b68c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451f81de-0c94-4b5e-9e64-b10179daa7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca95187-8da2-43c5-a34e-b6d1cd329c0a", "tag": "f5d6da58-acd0-43fd-9aff-d3df3240f4c5"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:24:40.371933 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-2b11ae32-c33e-4d6e-bb63-cecbe69dc6a5 None None] Set router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:24:40.446037 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559c2365-0179-43b6-9fbf-ff47087cc104 x-openstack-request-id: req-559c2365-0179-43b6-9fbf-ff47087cc104 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:24:40.446354 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca95187-8da2-43c5-a34e-b6d1cd329c0a", "tag": "f5d6da58-acd0-43fd-9aff-d3df3240f4c5", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:24:40.446699 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-559c2365-0179-43b6-9fbf-ff47087cc104 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:24:40.447328 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca95187-8da2-43c5-a34e-b6d1cd329c0a', 'tag': 'f5d6da58-acd0-43fd-9aff-d3df3240f4c5', 'status': 'completed', 'code': 200} Sep 10 15:24:40.516938 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f81de-0c94-4b5e-9e64-b10179daa7cf req-ce8fde34-eed2-47bc-b6e6-704e074bc02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:24:40.518558 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-451f81de-0c94-4b5e-9e64-b10179daa7cf req-ce8fde34-eed2-47bc-b6e6-704e074bc02d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=90064210fccc4fb2a9db8b495df16e58&device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 1098 time: 0.0476322 Sep 10 15:24:40.573051 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3b1f5-fac4-4617-8545-28432a8d0cd3 req-5645162f-d7c8-4b68-91a1-d6ba7e6ec1ac tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:24:40.574757 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-95c3b1f5-fac4-4617-8545-28432a8d0cd3 req-5645162f-d7c8-4b68-91a1-d6ba7e6ec1ac tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 945 time: 0.1083724 Sep 10 15:24:40.612221 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f81de-0c94-4b5e-9e64-b10179daa7cf req-db9e73b2-ac3f-4c11-b61e-477fb5dbc7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:24:40.613717 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-451f81de-0c94-4b5e-9e64-b10179daa7cf req-db9e73b2-ac3f-4c11-b61e-477fb5dbc7df service neutron] 10.222.0.43 "GET /v2.0/networks?id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc HTTP/1.1" status: 200 len: 911 time: 0.0868745 Sep 10 15:24:40.613929 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-95c3b1f5-fac4-4617-8545-28432a8d0cd3 req-12394cd2-1187-4245-a8ba-2322a0011e46 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323310 Sep 10 15:24:40.616275 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-2b11ae32-c33e-4d6e-bb63-cecbe69dc6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': 'b91cb3ea-e180-4d51-935b-83e2a3603b17', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'port_id': '3643e96f-33a6-4c9b-8547-193a581c1725', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'mac_address': 'fa:16:3e:17:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:21:00Z', 'updated_at': '2021-09-10T15:21:02Z', 'revision_number': 1, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 5, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:40.643832 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b11ae32-c33e-4d6e-bb63-cecbe69dc6a5 None None] Checking router: 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:24:40.652222 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b11ae32-c33e-4d6e-bb63-cecbe69dc6a5 None None] Routers {'9e5b27c2-22a6-4ae6-b057-d878d03e64d0'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:24:40.652854 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-2b11ae32-c33e-4d6e-bb63-cecbe69dc6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:24:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:40.660166 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-451f81de-0c94-4b5e-9e64-b10179daa7cf req-185ee51a-092e-4a77-af4e-94fde467dd21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5d6da58-acd0-43fd-9aff-d3df3240f4c5 HTTP/1.1" status: 200 len: 217 time: 0.0388479 Sep 10 15:24:40.709654 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f81de-0c94-4b5e-9e64-b10179daa7cf req-4ed4dfd1-efc3-4558-90a0-e233133adb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:24:40.711095 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-451f81de-0c94-4b5e-9e64-b10179daa7cf req-4ed4dfd1-efc3-4558-90a0-e233133adb78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=358058bb-a0d0-4889-8b80-3a01a6232dfd HTTP/1.1" status: 200 len: 849 time: 0.0437996 Sep 10 15:24:40.756145 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f81de-0c94-4b5e-9e64-b10179daa7cf req-7b605a18-97ea-4c2a-b2e1-5ba60130dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:24:40.757691 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-451f81de-0c94-4b5e-9e64-b10179daa7cf req-7b605a18-97ea-4c2a-b2e1-5ba60130dcd0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392761 Sep 10 15:24:40.757865 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-2b11ae32-c33e-4d6e-bb63-cecbe69dc6a5 None None] Set router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:24:40.849148 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-451f81de-0c94-4b5e-9e64-b10179daa7cf req-3a434ef0-a291-47b4-9685-f9678e98f432 service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826778 Sep 10 15:24:40.940148 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-451f81de-0c94-4b5e-9e64-b10179daa7cf req-2be56cc9-ab6c-4cbc-b939-67f6dc5f9438 service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814562 Sep 10 15:24:40.980839 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-2b11ae32-c33e-4d6e-bb63-cecbe69dc6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': 'b91cb3ea-e180-4d51-935b-83e2a3603b17', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'port_id': '3643e96f-33a6-4c9b-8547-193a581c1725', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'mac_address': 'fa:16:3e:17:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:21:00Z', 'updated_at': '2021-09-10T15:21:02Z', 'revision_number': 1, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 5, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:41.006725 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b11ae32-c33e-4d6e-bb63-cecbe69dc6a5 None None] The sync data for ids ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'] in dv-cinder-760184-10-iscsi is: [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_floatingips': [{'id': 'b91cb3ea-e180-4d51-935b-83e2a3603b17', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'router_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'port_id': '3643e96f-33a6-4c9b-8547-193a581c1725', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'mac_address': 'fa:16:3e:17:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:21:00Z', 'updated_at': '2021-09-10T15:21:02Z', 'revision_number': 1, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 5, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:24:41.222082 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d7643-1933-4564-9e14-a33f0f2b688b None None] New status for floating IP 0f7d3e09-1169-490d-9c21-f07fb79db5ca: DOWN {{(pid=94034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:24:41.778735 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf5eb2-0b82-4746-b3a1-104fa3e3cebd req-5ea7877a-9be1-4f4c-ac63-b4ad331d8d7e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:24:41.780190 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8fdf5eb2-0b82-4746-b3a1-104fa3e3cebd req-5ea7877a-9be1-4f4c-ac63-b4ad331d8d7e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 945 time: 0.0979557 Sep 10 15:24:41.816682 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8fdf5eb2-0b82-4746-b3a1-104fa3e3cebd req-27552534-019b-4dd9-a05d-3b8d54fa3639 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305619 Sep 10 15:24:42.019218 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e1e77-bafc-4542-9f69-79723037aec7 req-2f1c6c5a-4877-4231-96fa-a20b3c3e4906 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:24:42.020537 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-dd6e1e77-bafc-4542-9f69-79723037aec7 req-2f1c6c5a-4877-4231-96fa-a20b3c3e4906 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 945 time: 0.0469329 Sep 10 15:24:42.111743 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-dd6e1e77-bafc-4542-9f69-79723037aec7 req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Deleting port f5d6da58-acd0-43fd-9aff-d3df3240f4c5 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:24:42.112082 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-dd6e1e77-bafc-4542-9f69-79723037aec7 req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:42.199100 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-dd6e1e77-bafc-4542-9f69-79723037aec7 req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] For port f5d6da58-acd0-43fd-9aff-d3df3240f4c5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=f5d6da58-acd0-43fd-9aff-d3df3240f4c5,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:24:42.199460 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-dd6e1e77-bafc-4542-9f69-79723037aec7 req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:42.211085 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-dd6e1e77-bafc-4542-9f69-79723037aec7 req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Calling delete_port for f5d6da58-acd0-43fd-9aff-d3df3240f4c5 owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:24:42.333537 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-dd6e1e77-bafc-4542-9f69-79723037aec7 req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:42.365504 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event deleted for resources: {'Port': ['ID=f5d6da58-acd0-43fd-9aff-d3df3240f4c5,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:24:42.390579 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:42.390925 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:42.391260 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:42.391590 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:42.391919 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:42.392242 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:42.392563 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:42.392918 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:42.393240 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:42.393557 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:42.393871 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:42.394183 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:42.413254 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6e1e77-bafc-4542-9f69-79723037aec7 req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] No DVR routers for this DVR port f5d6da58-acd0-43fd-9aff-d3df3240f4c5 on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:24:42.416333 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-dd6e1e77-bafc-4542-9f69-79723037aec7 req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:42.418291 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-dd6e1e77-bafc-4542-9f69-79723037aec7 req-6250a5fb-f703-411c-95e2-d232bb6c8b0e tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.43 "DELETE /v2.0/ports/f5d6da58-acd0-43fd-9aff-d3df3240f4c5 HTTP/1.1" status: 204 len: 173 time: 0.3913910 Sep 10 15:24:42.418765 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca95187-8da2-43c5-a34e-b6d1cd329c0a', 'name': 'network-vif-deleted', 'tag': 'f5d6da58-acd0-43fd-9aff-d3df3240f4c5'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:24:42.420931 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ac1f77-b75b-4f58-8f3a-844da1388b2b" -d '{"events": [{"server_uuid": "8ca95187-8da2-43c5-a34e-b6d1cd329c0a", "name": "network-vif-deleted", "tag": "f5d6da58-acd0-43fd-9aff-d3df3240f4c5"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:24:42.515967 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c6a327-dde1-49f1-9130-6e10840faf9d x-openstack-request-id: req-f9c6a327-dde1-49f1-9130-6e10840faf9d {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:24:42.516261 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca95187-8da2-43c5-a34e-b6d1cd329c0a", "name": "network-vif-deleted", "tag": "f5d6da58-acd0-43fd-9aff-d3df3240f4c5", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:24:42.516513 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9c6a327-dde1-49f1-9130-6e10840faf9d {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:24:42.516942 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca95187-8da2-43c5-a34e-b6d1cd329c0a', 'name': 'network-vif-deleted', 'tag': 'f5d6da58-acd0-43fd-9aff-d3df3240f4c5', 'status': 'completed', 'code': 200} Sep 10 15:24:42.918095 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b8504b29-0971-4605-abc4-107fbcf93b69 req-7280dda1-b899-4d81-b242-a6fa8d72037d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca95187-8da2-43c5-a34e-b6d1cd329c0a HTTP/1.1" status: 200 len: 210 time: 0.0256636 Sep 10 15:24:44.483424 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device f5d6da58-acd0-43fd-9aff-d3df3240f4c5 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:24:44.502822 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: f5d6da58-acd0-43fd-9aff-d3df3240f4c5 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:24:44.503165 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device f5d6da58-acd0-43fd-9aff-d3df3240f4c5 not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:24:46.184877 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 36984) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:24:46.342421 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-52810d12-3d6e-4a64-9981-2ae4970d6c5b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Deleting port e8a8d140-eebd-4781-9b63-fe67f0a1c34f {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:24:46.342762 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-52810d12-3d6e-4a64-9981-2ae4970d6c5b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:46.414692 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-52810d12-3d6e-4a64-9981-2ae4970d6c5b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:46.415292 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-52810d12-3d6e-4a64-9981-2ae4970d6c5b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:46.426628 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-52810d12-3d6e-4a64-9981-2ae4970d6c5b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Calling delete_port for e8a8d140-eebd-4781-9b63-fe67f0a1c34f owned by network:floatingip {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:24:46.805176 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-52810d12-3d6e-4a64-9981-2ae4970d6c5b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:46.829317 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52810d12-3d6e-4a64-9981-2ae4970d6c5b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event deleted for resources: {'Port': ['ID=e8a8d140-eebd-4781-9b63-fe67f0a1c34f,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:24:46.891970 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-52810d12-3d6e-4a64-9981-2ae4970d6c5b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for floatingip, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:46.892303 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.db.l3_db [None req-52810d12-3d6e-4a64-9981-2ae4970d6c5b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Floating IP b91cb3ea-e180-4d51-935b-83e2a3603b17 disassociated (deleted). External IP: 172.27.3.74, port: 3643e96f-33a6-4c9b-8547-193a581c1725. Sep 10 15:24:47.088631 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52810d12-3d6e-4a64-9981-2ae4970d6c5b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:24:47.191107 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52810d12-3d6e-4a64-9981-2ae4970d6c5b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:24:47.195843 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-52810d12-3d6e-4a64-9981-2ae4970d6c5b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:47.201436 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59475d3b-6d1b-4313-b56b-ba8c42479193 None None] Sync routers for ids ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:24:47.210876 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59475d3b-6d1b-4313-b56b-ba8c42479193 None None] Routers {'9e5b27c2-22a6-4ae6-b057-d878d03e64d0'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:24:47.211488 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-59475d3b-6d1b-4313-b56b-ba8c42479193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:24:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:47.226086 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-52810d12-3d6e-4a64-9981-2ae4970d6c5b tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "DELETE /v2.0/floatingips/b91cb3ea-e180-4d51-935b-83e2a3603b17 HTTP/1.1" status: 204 len: 168 time: 1.0401015 Sep 10 15:24:47.226663 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'tag': '3643e96f-33a6-4c9b-8547-193a581c1725'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:24:47.229863 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e045729d700a7cd00d9bfe8718857c36227309230b0c1172be3dcfc1b68c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e577a67-cd4f-45fe-8041-ea3c0cf8fc9a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff225ab-b219-4d23-8340-3c6f047e6efb", "tag": "3643e96f-33a6-4c9b-8547-193a581c1725"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:24:47.266336 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24985ac-e8dd-44ac-b9ef-c661ab19644d x-openstack-request-id: req-a24985ac-e8dd-44ac-b9ef-c661ab19644d {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:24:47.266632 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff225ab-b219-4d23-8340-3c6f047e6efb", "tag": "3643e96f-33a6-4c9b-8547-193a581c1725", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:24:47.266883 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a24985ac-e8dd-44ac-b9ef-c661ab19644d {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:24:47.267278 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'tag': '3643e96f-33a6-4c9b-8547-193a581c1725', 'status': 'completed', 'code': 200} Sep 10 15:24:47.326924 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-59475d3b-6d1b-4313-b56b-ba8c42479193 None None] Set router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:24:47.329327 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e577a67-cd4f-45fe-8041-ea3c0cf8fc9a req-1219383a-5385-4b5c-a067-b9c201df480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:24:47.330997 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2e577a67-cd4f-45fe-8041-ea3c0cf8fc9a req-1219383a-5385-4b5c-a067-b9c201df480d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=90064210fccc4fb2a9db8b495df16e58&device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 1098 time: 0.0422060 Sep 10 15:24:47.460641 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483231f-785a-4f43-b856-ac05279ec3cb req-446f7dcb-fa82-48fb-a1be-26aee1083921 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:24:47.463358 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0483231f-785a-4f43-b856-ac05279ec3cb req-446f7dcb-fa82-48fb-a1be-26aee1083921 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 945 time: 0.0583475 Sep 10 15:24:47.505177 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0483231f-785a-4f43-b856-ac05279ec3cb req-c2ced86c-e0cb-4d4b-a892-d2c2d3aebeef tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351615 Sep 10 15:24:47.546567 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-59475d3b-6d1b-4313-b56b-ba8c42479193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 5, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:47.574331 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59475d3b-6d1b-4313-b56b-ba8c42479193 None None] Checking router: 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:24:47.583083 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59475d3b-6d1b-4313-b56b-ba8c42479193 None None] Routers {'9e5b27c2-22a6-4ae6-b057-d878d03e64d0'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:24:47.583714 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-59475d3b-6d1b-4313-b56b-ba8c42479193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:24:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:47.691965 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-59475d3b-6d1b-4313-b56b-ba8c42479193 None None] Set router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:24:47.700345 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e577a67-cd4f-45fe-8041-ea3c0cf8fc9a req-27936ef3-250a-4748-be24-eb241e1db064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:24:47.701838 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2e577a67-cd4f-45fe-8041-ea3c0cf8fc9a req-27936ef3-250a-4748-be24-eb241e1db064 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc HTTP/1.1" status: 200 len: 911 time: 0.3582196 Sep 10 15:24:47.744028 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2e577a67-cd4f-45fe-8041-ea3c0cf8fc9a req-0be0568e-00b8-4ea1-b2ae-aff1c2dd9c0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3643e96f-33a6-4c9b-8547-193a581c1725 HTTP/1.1" status: 200 len: 217 time: 0.0336785 Sep 10 15:24:47.793564 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e577a67-cd4f-45fe-8041-ea3c0cf8fc9a req-e493c34e-79d8-443c-8d3d-7cc2f0dd2d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:24:47.794993 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2e577a67-cd4f-45fe-8041-ea3c0cf8fc9a req-e493c34e-79d8-443c-8d3d-7cc2f0dd2d93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=358058bb-a0d0-4889-8b80-3a01a6232dfd HTTP/1.1" status: 200 len: 849 time: 0.0439954 Sep 10 15:24:47.846450 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e577a67-cd4f-45fe-8041-ea3c0cf8fc9a req-4b30f41f-29c2-4a69-afdc-86e89f783e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:24:47.847947 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2e577a67-cd4f-45fe-8041-ea3c0cf8fc9a req-4b30f41f-29c2-4a69-afdc-86e89f783e37 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423868 Sep 10 15:24:47.889889 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-59475d3b-6d1b-4313-b56b-ba8c42479193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 5, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:47.919079 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59475d3b-6d1b-4313-b56b-ba8c42479193 None None] The sync data for ids ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'] in dv-cinder-760184-10-iscsi is: [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:16:39Z', 'revision_number': 4, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': 'c379c2dd-522d-4613-9ca9-5ef2bb8f9e89', 'name': '', 'network_id': 'fce6ad5e-9c1e-4100-8294-bf0edb3e94cc', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'mac_address': 'fa:16:3e:32:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:38Z', 'updated_at': '2021-09-10T15:16:46Z', 'revision_number': 5, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'subnets': [{'id': '358058bb-a0d0-4889-8b80-3a01a6232dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:24:47.937085 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2e577a67-cd4f-45fe-8041-ea3c0cf8fc9a req-a5db8d82-36b5-4e6d-9763-0314225ca1e0 service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810623 Sep 10 15:24:48.048094 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-2e577a67-cd4f-45fe-8041-ea3c0cf8fc9a req-687c1e43-a8bf-4f3c-8ee3-fd7d043de85e service neutron] 10.222.0.43 "GET /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028569 Sep 10 15:24:48.132116 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ec7cd-c6ac-4a14-b25b-3296b6d88e8b None None] New status for floating IP b91cb3ea-e180-4d51-935b-83e2a3603b17: DOWN {{(pid=94034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:24:48.623461 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ddfa0-87f1-4a4d-9a2e-f491ec4cdf0e req-9ce6cd7e-5f22-4340-890c-50d81f247a70 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:24:48.624944 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6f7ddfa0-87f1-4a4d-9a2e-f491ec4cdf0e req-9ce6cd7e-5f22-4340-890c-50d81f247a70 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 945 time: 0.0496778 Sep 10 15:24:48.662575 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6f7ddfa0-87f1-4a4d-9a2e-f491ec4cdf0e req-d9d7b327-85b2-4d26-a491-5ab3f7d74e3f tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb510f31-e5b5-4cc1-9f6a-086d99594c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318122 Sep 10 15:24:48.858049 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145eee1c-dc5f-4c74-9934-35cb64fca26c req-84444a8b-f384-4017-87bc-f95f5fc38d89 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:24:48.859503 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-145eee1c-dc5f-4c74-9934-35cb64fca26c req-84444a8b-f384-4017-87bc-f95f5fc38d89 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 945 time: 0.0486295 Sep 10 15:24:48.946568 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-145eee1c-dc5f-4c74-9934-35cb64fca26c req-799e7c34-f4e5-4dae-8d6d-a9f1be1c4d9d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Deleting port 3643e96f-33a6-4c9b-8547-193a581c1725 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:24:48.946901 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-145eee1c-dc5f-4c74-9934-35cb64fca26c req-799e7c34-f4e5-4dae-8d6d-a9f1be1c4d9d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:49.035188 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-145eee1c-dc5f-4c74-9934-35cb64fca26c req-799e7c34-f4e5-4dae-8d6d-a9f1be1c4d9d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] For port 3643e96f-33a6-4c9b-8547-193a581c1725, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=3643e96f-33a6-4c9b-8547-193a581c1725,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:24:49.035543 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-145eee1c-dc5f-4c74-9934-35cb64fca26c req-799e7c34-f4e5-4dae-8d6d-a9f1be1c4d9d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:49.047914 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-145eee1c-dc5f-4c74-9934-35cb64fca26c req-799e7c34-f4e5-4dae-8d6d-a9f1be1c4d9d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Calling delete_port for 3643e96f-33a6-4c9b-8547-193a581c1725 owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:24:49.171606 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-145eee1c-dc5f-4c74-9934-35cb64fca26c req-799e7c34-f4e5-4dae-8d6d-a9f1be1c4d9d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:49.199302 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e7c34-f4e5-4dae-8d6d-a9f1be1c4d9d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event deleted for resources: {'Port': ['ID=3643e96f-33a6-4c9b-8547-193a581c1725,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:24:49.239870 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-145eee1c-dc5f-4c74-9934-35cb64fca26c req-799e7c34-f4e5-4dae-8d6d-a9f1be1c4d9d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] No DVR routers for this DVR port 3643e96f-33a6-4c9b-8547-193a581c1725 on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:24:49.242408 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-145eee1c-dc5f-4c74-9934-35cb64fca26c req-799e7c34-f4e5-4dae-8d6d-a9f1be1c4d9d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:49.244637 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-145eee1c-dc5f-4c74-9934-35cb64fca26c req-799e7c34-f4e5-4dae-8d6d-a9f1be1c4d9d tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.43 "DELETE /v2.0/ports/3643e96f-33a6-4c9b-8547-193a581c1725 HTTP/1.1" status: 204 len: 173 time: 0.3788149 Sep 10 15:24:49.245113 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'name': 'network-vif-deleted', 'tag': '3643e96f-33a6-4c9b-8547-193a581c1725'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:24:49.248354 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7af411c-af22-4de0-9903-4e5781afb2ac" -d '{"events": [{"server_uuid": "5ff225ab-b219-4d23-8340-3c6f047e6efb", "name": "network-vif-deleted", "tag": "3643e96f-33a6-4c9b-8547-193a581c1725"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:24:49.284952 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b624cb1-3d1f-4efe-bace-8d02a75722e8 x-openstack-request-id: req-3b624cb1-3d1f-4efe-bace-8d02a75722e8 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:24:49.285609 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff225ab-b219-4d23-8340-3c6f047e6efb", "name": "network-vif-deleted", "tag": "3643e96f-33a6-4c9b-8547-193a581c1725", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:24:49.285939 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b624cb1-3d1f-4efe-bace-8d02a75722e8 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:24:49.286348 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff225ab-b219-4d23-8340-3c6f047e6efb', 'name': 'network-vif-deleted', 'tag': '3643e96f-33a6-4c9b-8547-193a581c1725', 'status': 'completed', 'code': 200} Sep 10 15:24:49.768055 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-13e24702-e621-4eca-aaf2-01ad0c692616 req-29e8d062-cbae-4467-a9f9-ef7add40c659 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff225ab-b219-4d23-8340-3c6f047e6efb HTTP/1.1" status: 200 len: 210 time: 0.0292137 Sep 10 15:24:50.824698 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 37002) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:24:50.947984 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-27a19f08-e9d4-4f95-a6ae-6957f0c7daa5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Deleting port 414bfb9a-7dca-4284-9703-4a84124ab879 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:24:50.948323 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-27a19f08-e9d4-4f95-a6ae-6957f0c7daa5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:51.020711 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-27a19f08-e9d4-4f95-a6ae-6957f0c7daa5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:51.021071 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-27a19f08-e9d4-4f95-a6ae-6957f0c7daa5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:51.032544 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-27a19f08-e9d4-4f95-a6ae-6957f0c7daa5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Calling delete_port for 414bfb9a-7dca-4284-9703-4a84124ab879 owned by network:floatingip {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:24:51.159707 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-27a19f08-e9d4-4f95-a6ae-6957f0c7daa5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:51.185295 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a19f08-e9d4-4f95-a6ae-6957f0c7daa5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event deleted for resources: {'Port': ['ID=414bfb9a-7dca-4284-9703-4a84124ab879,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:24:51.241992 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-27a19f08-e9d4-4f95-a6ae-6957f0c7daa5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for floatingip, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:51.244555 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-27a19f08-e9d4-4f95-a6ae-6957f0c7daa5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:51.245738 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-27a19f08-e9d4-4f95-a6ae-6957f0c7daa5 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "DELETE /v2.0/floatingips/4c9ab673-dd11-4b13-aa77-12289adf7887 HTTP/1.1" status: 204 len: 168 time: 0.4200447 Sep 10 15:24:52.440821 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 37014) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:24:52.501046 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9b0f681d-85f3-4153-bccc-cb9ca22cb772 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:52.525563 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9b0f681d-85f3-4153-bccc-cb9ca22cb772 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:52.545483 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 3643e96f-33a6-4c9b-8547-193a581c1725 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:24:52.584687 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9b0f681d-85f3-4153-bccc-cb9ca22cb772 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:52.587402 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9b0f681d-85f3-4153-bccc-cb9ca22cb772 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:52.589257 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-9b0f681d-85f3-4153-bccc-cb9ca22cb772 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] 10.222.0.32 "DELETE /v2.0/security-groups/bb510f31-e5b5-4cc1-9f6a-086d99594c6a HTTP/1.1" status: 204 len: 168 time: 0.1474094 Sep 10 15:24:52.599984 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f681d-85f3-4153-bccc-cb9ca22cb772 tempest-TestVolumeBootPattern-1278650695 tempest-TestVolumeBootPattern-1278650695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb510f31-e5b5-4cc1-9f6a-086d99594c6a,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:24:52.651594 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 37018) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:24:52.691906 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: 3643e96f-33a6-4c9b-8547-193a581c1725 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:24:52.692243 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 3643e96f-33a6-4c9b-8547-193a581c1725 not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:24:53.093428 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c5faf620-75fb-498e-8def-d8359cc92e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547132'] for router_interface, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:53.329413 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c5faf620-75fb-498e-8def-d8359cc92e1c admin admin] Deleting port c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:24:53.329752 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c5faf620-75fb-498e-8def-d8359cc92e1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:53.404368 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c5faf620-75fb-498e-8def-d8359cc92e1c admin admin] For port c379c2dd-522d-4613-9ca9-5ef2bb8f9e89, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=c379c2dd-522d-4613-9ca9-5ef2bb8f9e89,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:24:53.404724 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c5faf620-75fb-498e-8def-d8359cc92e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:53.417143 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c5faf620-75fb-498e-8def-d8359cc92e1c admin admin] Calling delete_port for c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 owned by network:router_interface {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:24:53.586865 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c5faf620-75fb-498e-8def-d8359cc92e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:53.615493 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5faf620-75fb-498e-8def-d8359cc92e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=c379c2dd-522d-4613-9ca9-5ef2bb8f9e89,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:24:53.778313 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c5faf620-75fb-498e-8def-d8359cc92e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-733762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547208'] for router_interface, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:53.988601 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5faf620-75fb-498e-8def-d8359cc92e1c admin admin] Router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:24:54.089965 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5faf620-75fb-498e-8def-d8359cc92e1c admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:24:54.096441 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c5faf620-75fb-498e-8def-d8359cc92e1c admin admin] 10.222.0.32 "PUT /v2.0/routers/9e5b27c2-22a6-4ae6-b057-d878d03e64d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4415493 Sep 10 15:24:54.097458 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 37026) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:24:54.100503 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de7a8ad-0b24-4c94-8a7b-30b1b9daaf77 None None] Sync routers for ids ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:24:54.111845 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de7a8ad-0b24-4c94-8a7b-30b1b9daaf77 None None] Routers {'9e5b27c2-22a6-4ae6-b057-d878d03e64d0'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:24:54.112459 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-0de7a8ad-0b24-4c94-8a7b-30b1b9daaf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:24:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:54.168276 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:54.201283 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-59d9f675-8fef-4ed8-a3ac-bb05dd029aae admin admin] Notify callbacks [] for router, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:54.224064 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-0de7a8ad-0b24-4c94-8a7b-30b1b9daaf77 None None] Set router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:24:54.299304 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-59d9f675-8fef-4ed8-a3ac-bb05dd029aae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:54.352422 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-59d9f675-8fef-4ed8-a3ac-bb05dd029aae admin admin] Deleting port 3c793d15-20f9-461e-a106-4f85d16a544e {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:24:54.352776 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-59d9f675-8fef-4ed8-a3ac-bb05dd029aae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:54.397961 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-0de7a8ad-0b24-4c94-8a7b-30b1b9daaf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:24:53Z', 'revision_number': 5, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port': {'id': '3c793d15-20f9-461e-a106-4f85d16a544e', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:35Z', 'updated_at': '2021-09-10T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:54.427474 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de7a8ad-0b24-4c94-8a7b-30b1b9daaf77 None None] Checking router: 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:24:54.433772 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-59d9f675-8fef-4ed8-a3ac-bb05dd029aae admin admin] For port 3c793d15-20f9-461e-a106-4f85d16a544e, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=3c793d15-20f9-461e-a106-4f85d16a544e,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:24:54.434141 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-59d9f675-8fef-4ed8-a3ac-bb05dd029aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:54.438790 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de7a8ad-0b24-4c94-8a7b-30b1b9daaf77 None None] Routers {'9e5b27c2-22a6-4ae6-b057-d878d03e64d0'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:24:54.439431 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-0de7a8ad-0b24-4c94-8a7b-30b1b9daaf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:24:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:54.449405 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-59d9f675-8fef-4ed8-a3ac-bb05dd029aae admin admin] Calling delete_port for 3c793d15-20f9-461e-a106-4f85d16a544e owned by network:router_gateway {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:24:54.520660 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-0de7a8ad-0b24-4c94-8a7b-30b1b9daaf77 None None] Set router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 gateway port host: None {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:24:54.573514 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-0de7a8ad-0b24-4c94-8a7b-30b1b9daaf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:24:54Z', 'revision_number': 6, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port_host': None}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:54.598878 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de7a8ad-0b24-4c94-8a7b-30b1b9daaf77 None None] The sync data for ids ['9e5b27c2-22a6-4ae6-b057-d878d03e64d0'] in dv-cinder-760184-10-iscsi is: [{'id': '9e5b27c2-22a6-4ae6-b057-d878d03e64d0', 'name': 'tempest-TestVolumeBootPattern-16840404-router', 'tenant_id': '90064210fccc4fb2a9db8b495df16e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:34Z', 'updated_at': '2021-09-10T15:24:54Z', 'revision_number': 6, 'project_id': '90064210fccc4fb2a9db8b495df16e58', 'gw_port_host': None}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:24:54.610781 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-59d9f675-8fef-4ed8-a3ac-bb05dd029aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:54.642285 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9f675-8fef-4ed8-a3ac-bb05dd029aae admin admin] Pushing event deleted for resources: {'Port': ['ID=3c793d15-20f9-461e-a106-4f85d16a544e,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:24:54.700181 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-59d9f675-8fef-4ed8-a3ac-bb05dd029aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551018'] for router_gateway, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.025874 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-59d9f675-8fef-4ed8-a3ac-bb05dd029aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-335'] for router, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.028371 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-59d9f675-8fef-4ed8-a3ac-bb05dd029aae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.070167 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-59d9f675-8fef-4ed8-a3ac-bb05dd029aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542672'] for router, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.070838 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d9f675-8fef-4ed8-a3ac-bb05dd029aae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e5b27c2-22a6-4ae6-b057-d878d03e64d0 {{(pid=94031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 15:24:55.075583 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-59d9f675-8fef-4ed8-a3ac-bb05dd029aae admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.076726 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-59d9f675-8fef-4ed8-a3ac-bb05dd029aae admin admin] 10.222.0.32 "DELETE /v2.0/routers/9e5b27c2-22a6-4ae6-b057-d878d03e64d0 HTTP/1.1" status: 204 len: 168 time: 0.9782183 Sep 10 15:24:55.079270 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 37028) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:24:55.125651 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6445385-4989-497f-baff-0593cc7e553e admin admin] Deleting subnet 358058bb-a0d0-4889-8b80-3a01a6232dfd {{(pid=94031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:24:55.128533 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f6445385-4989-497f-baff-0593cc7e553e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.161949 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f6445385-4989-497f-baff-0593cc7e553e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12600615'] for subnet, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.235859 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f6445385-4989-497f-baff-0593cc7e553e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766759'] for subnet, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.288740 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f6445385-4989-497f-baff-0593cc7e553e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13672809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13098714'] for subnet, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.312240 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6445385-4989-497f-baff-0593cc7e553e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=358058bb-a0d0-4889-8b80-3a01a6232dfd,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:24:55.317919 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f6445385-4989-497f-baff-0593cc7e553e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.319774 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-f6445385-4989-497f-baff-0593cc7e553e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/358058bb-a0d0-4889-8b80-3a01a6232dfd HTTP/1.1" status: 204 len: 168 time: 0.2395589 Sep 10 15:24:55.322414 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 37030) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:24:55.329630 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d8580b-a97f-4cd9-bee2-0c461c3933f6 None None] Network fce6ad5e-9c1e-4100-8294-bf0edb3e94cc requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:24:55.395481 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1354939'] for network, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.452403 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] Deleting port cddd4b9f-9e9c-40b7-a788-c523e4482c49 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:24:55.452978 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.516057 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] DHCP port deletion for fce6ad5e-9c1e-4100-8294-bf0edb3e94cc request from dv-cinder-760184-10-iscsi {{(pid=94033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 15:24:55.518020 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] For port cddd4b9f-9e9c-40b7-a788-c523e4482c49, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=cddd4b9f-9e9c-40b7-a788-c523e4482c49,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:24:55.518422 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.532100 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] Calling delete_port for cddd4b9f-9e9c-40b7-a788-c523e4482c49 owned by network:dhcp {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:24:55.563313 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] Deleting port cddd4b9f-9e9c-40b7-a788-c523e4482c49 {{(pid=94033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:24:55.563683 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.620662 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.637326 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] For port cddd4b9f-9e9c-40b7-a788-c523e4482c49, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=cddd4b9f-9e9c-40b7-a788-c523e4482c49,segment=NetworkSegment(066bb52b-a872-457c-bd33-cf8069e6f27f),segment_id=066bb52b-a872-457c-bd33-cf8069e6f27f)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:24:55.637749 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.647028 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] Pushing event deleted for resources: {'Port': ['ID=cddd4b9f-9e9c-40b7-a788-c523e4482c49,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:24:55.654934 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] No DVR routers for this DVR port cddd4b9f-9e9c-40b7-a788-c523e4482c49 on host dv-cinder-760184-10-iscsi {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:24:55.657459 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] Calling delete_port for cddd4b9f-9e9c-40b7-a788-c523e4482c49 owned by network:dhcp {{(pid=94033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:24:55.729121 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767442', 'neutron.services.segments.db._delete_segments_for_network-8740670112925'] for network, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.732631 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354'] for port, after_delete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.749883 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce6ad5e-9c1e-4100-8294-bf0edb3e94cc']}} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:55.758977 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066bb52b-a872-457c-bd33-cf8069e6f27f') {'for_net_delete': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:55.760190 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066bb52b-a872-457c-bd33-cf8069e6f27f') {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:55.761950 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] Pushing event deleted for resources: {'Port': ['ID=cddd4b9f-9e9c-40b7-a788-c523e4482c49,revision_number=None']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:24:55.764178 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] No DVR routers for this DVR port cddd4b9f-9e9c-40b7-a788-c523e4482c49 on host dv-cinder-760184-10-iscsi {{(pid=94033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:24:55.771605 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:55.771951 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:55.772287 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:55.772615 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:55.772966 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:55.773804 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:55.773804 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:55.773957 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:55.774228 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:55.774517 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:55.775450 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:55.775782 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ef134-ef9d-4689-83b6-3cb9aae725b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:24:55.778583 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740670111398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13604982'] for segment, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.793408 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.799141 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:24:55.799521 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13900707'] for segment, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: Traceback (most recent call last): Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: timer() Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: cb(*args, **kw) Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: return func(*args, **kwargs) Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: self._notify() Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: self.callback(batched_events) Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: event.method(event) Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: return f(self, *a, **k) Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: return self._get(url).json() Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: return self.request(url, 'GET', **kwargs) Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:24:55.801314 dv-cinder-760184-10-iscsi neutron-server[94032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:24:55.856221 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550926'] for network, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.860822 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:55.862796 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fce6ad5e-9c1e-4100-8294-bf0edb3e94cc HTTP/1.1" status: 204 len: 168 time: 0.5392213 Sep 10 15:24:55.865695 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 37032) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:24:55.874886 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c3271-38c6-4d64-b45a-49badffb9788 admin admin] Pushing event deleted for resources: {'Network': ['ID=fce6ad5e-9c1e-4100-8294-bf0edb3e94cc,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:24:56.198694 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-600b44d6-4eaa-4575-94df-d8c1f68d3c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547132'] for router_interface, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:56.435994 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-600b44d6-4eaa-4575-94df-d8c1f68d3c99 admin admin] Deleting port 00cf5ef6-f6c7-4c93-a236-164eac14607d {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:24:56.436341 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-600b44d6-4eaa-4575-94df-d8c1f68d3c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:56.479280 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 3c793d15-20f9-461e-a106-4f85d16a544e no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:24:56.499605 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: 3c793d15-20f9-461e-a106-4f85d16a544e {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:24:56.500203 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 3c793d15-20f9-461e-a106-4f85d16a544e not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:24:56.500612 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device cddd4b9f-9e9c-40b7-a788-c523e4482c49 no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:24:56.515957 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-600b44d6-4eaa-4575-94df-d8c1f68d3c99 admin admin] For port 00cf5ef6-f6c7-4c93-a236-164eac14607d, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=00cf5ef6-f6c7-4c93-a236-164eac14607d,segment=NetworkSegment(8be0cd3e-fadf-43c2-810e-a21289c56093),segment_id=8be0cd3e-fadf-43c2-810e-a21289c56093)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:24:56.516409 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-600b44d6-4eaa-4575-94df-d8c1f68d3c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:56.518550 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: cddd4b9f-9e9c-40b7-a788-c523e4482c49 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:24:56.518898 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device cddd4b9f-9e9c-40b7-a788-c523e4482c49 not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:24:56.519304 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:24:56.528964 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-600b44d6-4eaa-4575-94df-d8c1f68d3c99 admin admin] Calling delete_port for 00cf5ef6-f6c7-4c93-a236-164eac14607d owned by network:router_interface {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:24:56.537160 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:24:56.537509 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device c379c2dd-522d-4613-9ca9-5ef2bb8f9e89 not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:24:56.701535 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-600b44d6-4eaa-4575-94df-d8c1f68d3c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:56.726247 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b44d6-4eaa-4575-94df-d8c1f68d3c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=00cf5ef6-f6c7-4c93-a236-164eac14607d,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:24:56.887968 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-600b44d6-4eaa-4575-94df-d8c1f68d3c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-733762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547208'] for router_interface, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:57.092679 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600b44d6-4eaa-4575-94df-d8c1f68d3c99 admin admin] Router e3607060-6806-4e8c-99ea-84ddc1bd51ba has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:24:57.193853 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600b44d6-4eaa-4575-94df-d8c1f68d3c99 admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:24:57.198754 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-600b44d6-4eaa-4575-94df-d8c1f68d3c99 admin admin] 10.222.0.32 "PUT /v2.0/routers/e3607060-6806-4e8c-99ea-84ddc1bd51ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3319013 Sep 10 15:24:57.201643 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 37034) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:24:57.202455 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d13795f-d2e1-4461-a959-f69b6545234a None None] Sync routers for ids ['e3607060-6806-4e8c-99ea-84ddc1bd51ba'] in dv-cinder-760184-10-iscsi {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:24:57.215304 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d13795f-d2e1-4461-a959-f69b6545234a None None] Routers {'e3607060-6806-4e8c-99ea-84ddc1bd51ba'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:24:57.215908 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-6d13795f-d2e1-4461-a959-f69b6545234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:24:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['e3607060-6806-4e8c-99ea-84ddc1bd51ba'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:57.303901 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f9365295-7ec1-4849-bdf2-8acb3a2de01b admin admin] Notify callbacks [] for router, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:57.315667 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-6d13795f-d2e1-4461-a959-f69b6545234a None None] Set router e3607060-6806-4e8c-99ea-84ddc1bd51ba gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:24:57.411152 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f9365295-7ec1-4849-bdf2-8acb3a2de01b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:57.462037 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-f9365295-7ec1-4849-bdf2-8acb3a2de01b admin admin] Deleting port 9c17aced-790a-45f3-98ff-c2b135a9f579 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:24:57.462499 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f9365295-7ec1-4849-bdf2-8acb3a2de01b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:57.487726 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-6d13795f-d2e1-4461-a959-f69b6545234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3607060-6806-4e8c-99ea-84ddc1bd51ba', 'name': 'tempest-TestVolumeBootPattern-1309082729-router', 'tenant_id': '691bca8725cf4fb294ef452ae69f8bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '9c17aced-790a-45f3-98ff-c2b135a9f579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:43Z', 'updated_at': '2021-09-10T15:24:56Z', 'revision_number': 5, 'project_id': '691bca8725cf4fb294ef452ae69f8bb7', 'gw_port': {'id': '9c17aced-790a-45f3-98ff-c2b135a9f579', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3607060-6806-4e8c-99ea-84ddc1bd51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:16:45Z', 'updated_at': '2021-09-10T15:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:57.513068 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d13795f-d2e1-4461-a959-f69b6545234a None None] Checking router: e3607060-6806-4e8c-99ea-84ddc1bd51ba for host: dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:24:57.521072 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d13795f-d2e1-4461-a959-f69b6545234a None None] Routers {'e3607060-6806-4e8c-99ea-84ddc1bd51ba'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:24:57.521673 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-6d13795f-d2e1-4461-a959-f69b6545234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:24:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['e3607060-6806-4e8c-99ea-84ddc1bd51ba'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:57.544256 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-f9365295-7ec1-4849-bdf2-8acb3a2de01b admin admin] For port 9c17aced-790a-45f3-98ff-c2b135a9f579, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=9c17aced-790a-45f3-98ff-c2b135a9f579,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:24:57.544626 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f9365295-7ec1-4849-bdf2-8acb3a2de01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:57.556110 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-f9365295-7ec1-4849-bdf2-8acb3a2de01b admin admin] Calling delete_port for 9c17aced-790a-45f3-98ff-c2b135a9f579 owned by network:router_gateway {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:24:57.608213 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-6d13795f-d2e1-4461-a959-f69b6545234a None None] Set router e3607060-6806-4e8c-99ea-84ddc1bd51ba gateway port host: None {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:24:57.723364 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f9365295-7ec1-4849-bdf2-8acb3a2de01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:57.749110 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9365295-7ec1-4849-bdf2-8acb3a2de01b admin admin] Pushing event deleted for resources: {'Port': ['ID=9c17aced-790a-45f3-98ff-c2b135a9f579,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:24:57.757035 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-6d13795f-d2e1-4461-a959-f69b6545234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3607060-6806-4e8c-99ea-84ddc1bd51ba', 'name': 'tempest-TestVolumeBootPattern-1309082729-router', 'tenant_id': '691bca8725cf4fb294ef452ae69f8bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:43Z', 'updated_at': '2021-09-10T15:24:57Z', 'revision_number': 6, 'project_id': '691bca8725cf4fb294ef452ae69f8bb7', 'gw_port_host': None}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:57.783023 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d13795f-d2e1-4461-a959-f69b6545234a None None] The sync data for ids ['e3607060-6806-4e8c-99ea-84ddc1bd51ba'] in dv-cinder-760184-10-iscsi is: [{'id': 'e3607060-6806-4e8c-99ea-84ddc1bd51ba', 'name': 'tempest-TestVolumeBootPattern-1309082729-router', 'tenant_id': '691bca8725cf4fb294ef452ae69f8bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:16:43Z', 'updated_at': '2021-09-10T15:24:57Z', 'revision_number': 6, 'project_id': '691bca8725cf4fb294ef452ae69f8bb7', 'gw_port_host': None}] {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:24:57.807476 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f9365295-7ec1-4849-bdf2-8acb3a2de01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551018'] for router_gateway, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:57.903072 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f9365295-7ec1-4849-bdf2-8acb3a2de01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-335'] for router, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:57.905252 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f9365295-7ec1-4849-bdf2-8acb3a2de01b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:57.945972 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f9365295-7ec1-4849-bdf2-8acb3a2de01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542672'] for router, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:57.947109 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9365295-7ec1-4849-bdf2-8acb3a2de01b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3607060-6806-4e8c-99ea-84ddc1bd51ba {{(pid=94031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 15:24:57.951603 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f9365295-7ec1-4849-bdf2-8acb3a2de01b admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:57.952785 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-f9365295-7ec1-4849-bdf2-8acb3a2de01b admin admin] 10.222.0.32 "DELETE /v2.0/routers/e3607060-6806-4e8c-99ea-84ddc1bd51ba HTTP/1.1" status: 204 len: 168 time: 0.7501924 Sep 10 15:24:57.955221 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 37036) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:24:57.998981 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebcfb4ec-905d-4047-82a9-7dd6a7d4f86a admin admin] Deleting subnet 307a9f56-6ec1-4f84-b56b-d9cdcaf2c0c1 {{(pid=94031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:24:58.001834 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb4ec-905d-4047-82a9-7dd6a7d4f86a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:58.034618 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb4ec-905d-4047-82a9-7dd6a7d4f86a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12600615'] for subnet, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:58.119947 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb4ec-905d-4047-82a9-7dd6a7d4f86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766759'] for subnet, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:58.172855 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb4ec-905d-4047-82a9-7dd6a7d4f86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13672809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13098714'] for subnet, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:58.198678 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfb4ec-905d-4047-82a9-7dd6a7d4f86a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=307a9f56-6ec1-4f84-b56b-d9cdcaf2c0c1,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:24:58.203715 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb4ec-905d-4047-82a9-7dd6a7d4f86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:58.205934 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-ebcfb4ec-905d-4047-82a9-7dd6a7d4f86a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/307a9f56-6ec1-4f84-b56b-d9cdcaf2c0c1 HTTP/1.1" status: 204 len: 168 time: 0.2497344 Sep 10 15:24:58.208400 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 37042) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:24:58.212433 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50f16e7-717d-44da-9589-f095e5324ff6 None None] Network 33097632-7b45-41bc-b06e-93309326df29 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:24:58.278913 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1354939'] for network, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:58.328889 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] Deleting port 6879a3f7-aef8-429b-a1fb-ad338b73312f {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:24:58.329231 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:58.390949 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] For port 6879a3f7-aef8-429b-a1fb-ad338b73312f, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=6879a3f7-aef8-429b-a1fb-ad338b73312f,segment=NetworkSegment(8be0cd3e-fadf-43c2-810e-a21289c56093),segment_id=8be0cd3e-fadf-43c2-810e-a21289c56093)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:24:58.391315 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:58.403981 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] Calling delete_port for 6879a3f7-aef8-429b-a1fb-ad338b73312f owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:24:58.415645 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-10fa63f0-4440-4ad9-a33f-f444281ec348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:58.483864 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:58.508002 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] Pushing event deleted for resources: {'Port': ['ID=6879a3f7-aef8-429b-a1fb-ad338b73312f,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:24:58.511677 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] No DVR routers for this DVR port 6879a3f7-aef8-429b-a1fb-ad338b73312f on host dv-cinder-760184-10-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:24:58.557580 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f30900-7cd1-4007-b17a-395b66d02433 None None] DHCP port deletion for 33097632-7b45-41bc-b06e-93309326df29 request from dv-cinder-760184-10-iscsi {{(pid=94033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 15:24:58.591924 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767442', 'neutron.services.segments.db._delete_segments_for_network-8740670112925'] for network, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:58.612152 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 00cf5ef6-f6c7-4c93-a236-164eac14607d no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:24:58.615367 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33097632-7b45-41bc-b06e-93309326df29']}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:58.625406 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be0cd3e-fadf-43c2-810e-a21289c56093') {'for_net_delete': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:58.625710 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be0cd3e-fadf-43c2-810e-a21289c56093') {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:24:58.634843 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: 00cf5ef6-f6c7-4c93-a236-164eac14607d {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:24:58.635183 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 00cf5ef6-f6c7-4c93-a236-164eac14607d not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:24:58.635605 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 9c17aced-790a-45f3-98ff-c2b135a9f579 no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:24:58.636045 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740670111398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12600670'] for segment, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:58.649268 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:58.655623 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: 9c17aced-790a-45f3-98ff-c2b135a9f579 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:24:58.655972 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 9c17aced-790a-45f3-98ff-c2b135a9f579 not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:24:58.656354 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:24:58.656475 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 6879a3f7-aef8-429b-a1fb-ad338b73312f no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:24:58.656789 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13673099'] for segment, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: Traceback (most recent call last): Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: timer() Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: cb(*args, **kw) Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: return func(*args, **kwargs) Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: self._notify() Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: self.callback(batched_events) Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: event.method(event) Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: return f(self, *a, **k) Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: return self._get(url).json() Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: return self.request(url, 'GET', **kwargs) Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:24:58.658709 dv-cinder-760184-10-iscsi neutron-server[94031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:24:58.680483 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: 6879a3f7-aef8-429b-a1fb-ad338b73312f {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:24:58.680862 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 6879a3f7-aef8-429b-a1fb-ad338b73312f not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:24:58.716038 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550926'] for network, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:58.720866 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:58.725012 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] 10.222.0.32 "DELETE /v2.0/networks/33097632-7b45-41bc-b06e-93309326df29 HTTP/1.1" status: 204 len: 168 time: 0.5133395 Sep 10 15:24:58.739166 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39041e0-2d67-4798-8072-80e3c552e515 admin admin] Pushing event deleted for resources: {'Network': ['ID=33097632-7b45-41bc-b06e-93309326df29,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:24:58.841503 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 37046) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:24:58.882412 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-5f3280bb-0dba-4bfe-a79b-ca074ad2e5fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90064210fccc4fb2a9db8b495df16e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397801 Sep 10 15:24:58.885480 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 37048) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:24:58.931241 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-259be990-6d2b-4575-bbd8-89c0c1783bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:58.951732 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-259be990-6d2b-4575-bbd8-89c0c1783bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:58.997040 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-259be990-6d2b-4575-bbd8-89c0c1783bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:58.999478 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-259be990-6d2b-4575-bbd8-89c0c1783bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:59.000601 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-259be990-6d2b-4575-bbd8-89c0c1783bfc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c93ccdd-5d9b-4cdd-ac36-938afbcd47a3 HTTP/1.1" status: 204 len: 168 time: 0.1142507 Sep 10 15:24:59.007970 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259be990-6d2b-4575-bbd8-89c0c1783bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c93ccdd-5d9b-4cdd-ac36-938afbcd47a3,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:24:59.306237 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 37054) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:24:59.344632 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-70dab185-5231-4257-b286-f078194605b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=691bca8725cf4fb294ef452ae69f8bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372021 Sep 10 15:24:59.346955 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 37056) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:24:59.397148 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-87f86a2e-bf81-4a88-8c46-b36d01144abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:59.419295 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-87f86a2e-bf81-4a88-8c46-b36d01144abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:59.465366 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-87f86a2e-bf81-4a88-8c46-b36d01144abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:59.467973 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-87f86a2e-bf81-4a88-8c46-b36d01144abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:59.469150 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-87f86a2e-bf81-4a88-8c46-b36d01144abd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78d12760-abc1-4a61-ba5b-d18332617942 HTTP/1.1" status: 204 len: 168 time: 0.1212864 Sep 10 15:24:59.476482 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f86a2e-bf81-4a88-8c46-b36d01144abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d12760-abc1-4a61-ba5b-d18332617942,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:25:00.891306 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-7230cf1d-5bce-44e7-af10-aa24b80419c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:01.317050 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:02.163760 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c99c63c5-b1dc-4bc0-b59c-3744e8d69f70 req-c39398a1-4547-4d1d-a99a-6f0a9f2a2b23 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383306 Sep 10 15:25:02.244919 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c63c5-b1dc-4bc0-b59c-3744e8d69f70 req-3966a2e9-d8f4-4518-aeff-b0c28aca995d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:02.246426 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c99c63c5-b1dc-4bc0-b59c-3744e8d69f70 req-3966a2e9-d8f4-4518-aeff-b0c28aca995d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c54ad0c7ddb847d9bd638cd773c7ef83&device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 1098 time: 0.0397720 Sep 10 15:25:02.257698 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:02.350059 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c63c5-b1dc-4bc0-b59c-3744e8d69f70 req-77aca23b-847a-4dd1-858c-8621526c4864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:02.351493 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c99c63c5-b1dc-4bc0-b59c-3744e8d69f70 req-77aca23b-847a-4dd1-858c-8621526c4864 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b94db1e-9593-4b6d-b3bd-473a23183ec1 HTTP/1.1" status: 200 len: 908 time: 0.0859621 Sep 10 15:25:02.414063 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c99c63c5-b1dc-4bc0-b59c-3744e8d69f70 req-34a7d537-4e82-4266-a923-d048804b0d85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76b14da5-5e7f-4654-8f6b-11044835463d HTTP/1.1" status: 200 len: 1001 time: 0.0554862 Sep 10 15:25:02.465881 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c63c5-b1dc-4bc0-b59c-3744e8d69f70 req-00d7ee67-5a70-45ba-8e70-4c9a7ebc5b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:02.467269 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c99c63c5-b1dc-4bc0-b59c-3744e8d69f70 req-00d7ee67-5a70-45ba-8e70-4c9a7ebc5b48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=983655be-d5b0-491a-9926-70ef7a4ce301 HTTP/1.1" status: 200 len: 846 time: 0.0459485 Sep 10 15:25:02.510600 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c63c5-b1dc-4bc0-b59c-3744e8d69f70 req-824557b3-081c-4058-8483-de1f9e5c4600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:02.512028 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c99c63c5-b1dc-4bc0-b59c-3744e8d69f70 req-824557b3-081c-4058-8483-de1f9e5c4600 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b94db1e-9593-4b6d-b3bd-473a23183ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0379763 Sep 10 15:25:02.600610 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c99c63c5-b1dc-4bc0-b59c-3744e8d69f70 req-f2ca8b37-0ad8-4540-b671-89bfdf4138d4 service neutron] 10.222.0.43 "GET /v2.0/networks/2b94db1e-9593-4b6d-b3bd-473a23183ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813625 Sep 10 15:25:02.688271 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-c99c63c5-b1dc-4bc0-b59c-3744e8d69f70 req-e3d8ecba-8aba-4335-a1fb-41cb590deccb service neutron] 10.222.0.43 "GET /v2.0/networks/2b94db1e-9593-4b6d-b3bd-473a23183ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795224 Sep 10 15:25:03.696151 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:03.926816 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90890194-6670-433f-b7a3-5ba5f3edcfde req-5e528e51-ca4c-43fb-aca5-d14452e496ee tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:03.928184 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-90890194-6670-433f-b7a3-5ba5f3edcfde req-5e528e51-ca4c-43fb-aca5-d14452e496ee tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0476050 Sep 10 15:25:03.964330 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-90890194-6670-433f-b7a3-5ba5f3edcfde req-a93c22d6-9b09-443a-9a20-fedc2e8127bc tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302274 Sep 10 15:25:05.082256 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e75dc-96cd-4957-9988-91714b883086 req-5706c491-5f43-4c18-be4b-52d3f0a19edf tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:05.084331 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-760e75dc-96cd-4957-9988-91714b883086 req-5706c491-5f43-4c18-be4b-52d3f0a19edf tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0522187 Sep 10 15:25:05.122019 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-760e75dc-96cd-4957-9988-91714b883086 req-d6bd6862-ffbd-4469-a4be-8c27048e437c tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310209 Sep 10 15:25:06.233404 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d1f8a-7f17-4ba1-97d0-3b98378d2fb5 req-7abccdf0-7556-4961-a502-4cd39f7e6455 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:06.234878 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e52d1f8a-7f17-4ba1-97d0-3b98378d2fb5 req-7abccdf0-7556-4961-a502-4cd39f7e6455 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0481992 Sep 10 15:25:06.272817 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e52d1f8a-7f17-4ba1-97d0-3b98378d2fb5 req-b3c06457-ff37-443f-b95e-2de0ef60fe81 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317421 Sep 10 15:25:07.384968 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b25e30-9f34-4d69-a4fb-4c2e03ae9c0e req-a7b0b206-5977-4e9b-9317-90402fc584b1 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:07.386397 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-56b25e30-9f34-4d69-a4fb-4c2e03ae9c0e req-a7b0b206-5977-4e9b-9317-90402fc584b1 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0473814 Sep 10 15:25:07.422301 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-56b25e30-9f34-4d69-a4fb-4c2e03ae9c0e req-e07d5ef0-4c13-4d83-aee9-82eba4d4e9b8 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301256 Sep 10 15:25:08.536534 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a9757-bce5-460d-9814-c8e9e5a0b612 req-4f63cbe2-ed8d-4ee9-9ba4-de93fe95af03 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:08.538018 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cc3a9757-bce5-460d-9814-c8e9e5a0b612 req-4f63cbe2-ed8d-4ee9-9ba4-de93fe95af03 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0511515 Sep 10 15:25:08.575091 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cc3a9757-bce5-460d-9814-c8e9e5a0b612 req-426fa52a-e326-41c1-9e52-ced646181aaa tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305967 Sep 10 15:25:09.689359 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be8c99-d442-4da4-9576-0733e337da67 req-c3739fca-ece8-42da-bac2-8a132b7ed506 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:09.690829 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-63be8c99-d442-4da4-9576-0733e337da67 req-c3739fca-ece8-42da-bac2-8a132b7ed506 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0483761 Sep 10 15:25:09.727699 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-63be8c99-d442-4da4-9576-0733e337da67 req-9cc3979f-55b8-46d6-b5e9-a03709746bf0 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302894 Sep 10 15:25:10.839858 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23383b7-0a4b-4059-b2c6-325d22b965b0 req-8cd2b5f4-6e46-4b2d-b8b7-e47bc08f7cfa tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:10.841335 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f23383b7-0a4b-4059-b2c6-325d22b965b0 req-8cd2b5f4-6e46-4b2d-b8b7-e47bc08f7cfa tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0478485 Sep 10 15:25:10.877728 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f23383b7-0a4b-4059-b2c6-325d22b965b0 req-58af679d-c210-457a-811a-5bb9fd065134 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306103 Sep 10 15:25:11.786228 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:25:11.994144 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55aea5-3a46-44e7-8745-c2cef4212d39 req-7a806fe0-81e0-4644-99bd-d680bc3c8004 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:11.995571 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dc55aea5-3a46-44e7-8745-c2cef4212d39 req-7a806fe0-81e0-4644-99bd-d680bc3c8004 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0520482 Sep 10 15:25:12.031260 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dc55aea5-3a46-44e7-8745-c2cef4212d39 req-2e033e19-375b-4f36-9819-e8fb4a9b31b7 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298591 Sep 10 15:25:13.142754 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989137d-782b-495a-9acb-d75097abfc62 req-36400345-9f07-4b06-89ea-99ed1eecd513 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:13.144199 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7989137d-782b-495a-9acb-d75097abfc62 req-36400345-9f07-4b06-89ea-99ed1eecd513 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0472457 Sep 10 15:25:13.180407 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7989137d-782b-495a-9acb-d75097abfc62 req-70768de0-c4fb-4173-a6a3-536fae050457 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296712 Sep 10 15:25:14.055435 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb5c69-3add-42b4-9662-a11f0056acc1 req-647312f2-42da-4df9-9c6d-ab997c595934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:14.056935 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-97eb5c69-3add-42b4-9662-a11f0056acc1 req-647312f2-42da-4df9-9c6d-ab997c595934 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c54ad0c7ddb847d9bd638cd773c7ef83&device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 1098 time: 0.0394597 Sep 10 15:25:14.152310 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb5c69-3add-42b4-9662-a11f0056acc1 req-168890df-7f7a-4006-bbe5-136c5e06dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:14.153793 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-97eb5c69-3add-42b4-9662-a11f0056acc1 req-168890df-7f7a-4006-bbe5-136c5e06dad8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b94db1e-9593-4b6d-b3bd-473a23183ec1 HTTP/1.1" status: 200 len: 908 time: 0.0897570 Sep 10 15:25:14.218126 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-97eb5c69-3add-42b4-9662-a11f0056acc1 req-32474472-27a8-4f88-b84e-da42fc930f58 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76b14da5-5e7f-4654-8f6b-11044835463d HTTP/1.1" status: 200 len: 1001 time: 0.0573244 Sep 10 15:25:14.269999 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb5c69-3add-42b4-9662-a11f0056acc1 req-85675d09-1925-46b6-a271-7cfd419ab526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:14.271456 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-97eb5c69-3add-42b4-9662-a11f0056acc1 req-85675d09-1925-46b6-a271-7cfd419ab526 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=983655be-d5b0-491a-9926-70ef7a4ce301 HTTP/1.1" status: 200 len: 846 time: 0.0467956 Sep 10 15:25:14.292617 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bcae1-1274-4abf-871b-e9472dc6728e req-2ab2b100-9a8a-49ea-816d-755520dca81b tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:14.294126 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-933bcae1-1274-4abf-871b-e9472dc6728e req-2ab2b100-9a8a-49ea-816d-755520dca81b tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0479932 Sep 10 15:25:14.316207 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb5c69-3add-42b4-9662-a11f0056acc1 req-4439a0d3-0326-4c4c-be21-3029c5eb3707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:14.317770 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-97eb5c69-3add-42b4-9662-a11f0056acc1 req-4439a0d3-0326-4c4c-be21-3029c5eb3707 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b94db1e-9593-4b6d-b3bd-473a23183ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397193 Sep 10 15:25:14.331607 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-933bcae1-1274-4abf-871b-e9472dc6728e req-59d76458-e165-4e25-9297-e0070ab2a451 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315275 Sep 10 15:25:14.408350 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-97eb5c69-3add-42b4-9662-a11f0056acc1 req-0f80c947-dfbd-4a5b-b48c-fba63b4c39d9 service neutron] 10.222.0.43 "GET /v2.0/networks/2b94db1e-9593-4b6d-b3bd-473a23183ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826948 Sep 10 15:25:14.495066 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-97eb5c69-3add-42b4-9662-a11f0056acc1 req-660c9879-bef0-4132-92fd-7854b9e0b294 service neutron] 10.222.0.43 "GET /v2.0/networks/2b94db1e-9593-4b6d-b3bd-473a23183ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795350 Sep 10 15:25:15.736492 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8bb48-7cfc-4d93-b31f-603cdee004f8 req-594faa93-6136-4dcb-ae73-090e15a7de78 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:15.738125 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e6e8bb48-7cfc-4d93-b31f-603cdee004f8 req-594faa93-6136-4dcb-ae73-090e15a7de78 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.3406868 Sep 10 15:25:15.780075 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e6e8bb48-7cfc-4d93-b31f-603cdee004f8 req-9989da42-3921-44a7-95b0-9db5821a12a9 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358689 Sep 10 15:25:16.895185 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5ab23-b1aa-4ca4-b106-46674db3760b req-e0c4316b-c2bc-4ae2-bc8a-566de48eecda tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:16.896634 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-40f5ab23-b1aa-4ca4-b106-46674db3760b req-e0c4316b-c2bc-4ae2-bc8a-566de48eecda tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0472989 Sep 10 15:25:16.933293 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-40f5ab23-b1aa-4ca4-b106-46674db3760b req-a6f891e9-f4d2-4ac0-86ad-8323202cd40e tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300229 Sep 10 15:25:17.132246 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6921d3-48fb-46fc-828d-05cd7714cc07 req-b56f4bbd-58e2-43cd-9273-7de5611d4081 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:17.134422 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8c6921d3-48fb-46fc-828d-05cd7714cc07 req-b56f4bbd-58e2-43cd-9273-7de5611d4081 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0485792 Sep 10 15:25:17.171902 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8c6921d3-48fb-46fc-828d-05cd7714cc07 req-e87dc09f-1df2-491e-83a1-cb3bbccff4d4 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316081 Sep 10 15:25:17.180915 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 37094) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:25:17.264690 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-31cbdc79-4a66-423e-8f58-a3581b694623 req-dd881bc5-7e78-4b92-b849-f61d94b5d11f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826309 Sep 10 15:25:17.273377 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [req-31cbdc79-4a66-423e-8f58-a3581b694623 req-6f2988c9-e394-4f5f-9516-114f1e0cf909 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:25:17.274516 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-31cbdc79-4a66-423e-8f58-a3581b694623 req-6f2988c9-e394-4f5f-9516-114f1e0cf909 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049338 Sep 10 15:25:18.286243 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7503fe-dba3-417e-883f-f84a77687ee2 req-2cdb1ec8-3dc4-4b03-bf56-c0b1e8c659ce tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:18.287687 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5d7503fe-dba3-417e-883f-f84a77687ee2 req-2cdb1ec8-3dc4-4b03-bf56-c0b1e8c659ce tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0502574 Sep 10 15:25:18.325674 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5d7503fe-dba3-417e-883f-f84a77687ee2 req-a1d8cb5e-906d-430f-8f7f-b1b153dd056d tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313334 Sep 10 15:25:18.655686 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 76b14da5-5e7f-4654-8f6b-11044835463d no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:25:18.734125 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:18.756425 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2c5d7d-b172-4570-8178-ff30ee9b8a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b14da5-5e7f-4654-8f6b-11044835463d'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:25:18.758941 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e412821-5e6e-46e8-a738-48ecbd32af82" -d '{"events": [{"server_uuid": "5a2c5d7d-b172-4570-8178-ff30ee9b8a07", "name": "network-vif-unplugged", "status": "completed", "tag": "76b14da5-5e7f-4654-8f6b-11044835463d"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:25:18.772648 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 76b14da5-5e7f-4654-8f6b-11044835463d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=76b14da5-5e7f-4654-8f6b-11044835463d,segment=NetworkSegment(071af16c-414b-4899-b8ce-e6e2b903270e),segment_id=071af16c-414b-4899-b8ce-e6e2b903270e)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:25:18.777189 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:18.827367 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=76b14da5-5e7f-4654-8f6b-11044835463d,revision_number=6']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:25:18.917995 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 15:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5d309b-0411-4531-9cbe-63766e9ef9f7 x-openstack-request-id: req-5a5d309b-0411-4531-9cbe-63766e9ef9f7 {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:25:18.918291 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2c5d7d-b172-4570-8178-ff30ee9b8a07", "name": "network-vif-unplugged", "status": "failed", "tag": "76b14da5-5e7f-4654-8f6b-11044835463d", "code": 422}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:25:18.918540 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a5d309b-0411-4531-9cbe-63766e9ef9f7 {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:25:18.918929 dv-cinder-760184-10-iscsi neutron-server[94033]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5a2c5d7d-b172-4570-8178-ff30ee9b8a07', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '76b14da5-5e7f-4654-8f6b-11044835463d', 'code': 422} returned with failed status Sep 10 15:25:19.437859 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f421976-34f6-4526-90fb-71dbe538fb49 req-fdca63c6-ea29-4be2-8046-829bfa7ea785 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:19.439233 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5f421976-34f6-4526-90fb-71dbe538fb49 req-fdca63c6-ea29-4be2-8046-829bfa7ea785 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 943 time: 0.0479279 Sep 10 15:25:19.475681 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5f421976-34f6-4526-90fb-71dbe538fb49 req-0ea830d4-e9af-4b8f-a768-06a7fcfbc1e4 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307102 Sep 10 15:25:19.576363 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbdc79-4a66-423e-8f58-a3581b694623 req-a4c6fb86-466c-4848-86ee-a6f5c13c8ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:19.577885 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-31cbdc79-4a66-423e-8f58-a3581b694623 req-a4c6fb86-466c-4848-86ee-a6f5c13c8ae3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07&tenant_id=c54ad0c7ddb847d9bd638cd773c7ef83 HTTP/1.1" status: 200 len: 1096 time: 0.0432260 Sep 10 15:25:19.639675 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbdc79-4a66-423e-8f58-a3581b694623 req-28acbfcc-403b-4e63-8d98-45302e7547f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:19.641224 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-31cbdc79-4a66-423e-8f58-a3581b694623 req-28acbfcc-403b-4e63-8d98-45302e7547f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c54ad0c7ddb847d9bd638cd773c7ef83&device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 1096 time: 0.0406773 Sep 10 15:25:19.729989 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbdc79-4a66-423e-8f58-a3581b694623 req-19d9e420-1c4a-49d0-ae82-eb03511fc340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:19.731334 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-31cbdc79-4a66-423e-8f58-a3581b694623 req-19d9e420-1c4a-49d0-ae82-eb03511fc340 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b94db1e-9593-4b6d-b3bd-473a23183ec1 HTTP/1.1" status: 200 len: 908 time: 0.0837190 Sep 10 15:25:19.797138 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-31cbdc79-4a66-423e-8f58-a3581b694623 req-94d7b915-5f7f-41f2-a372-e8a6e1caadc1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76b14da5-5e7f-4654-8f6b-11044835463d HTTP/1.1" status: 200 len: 999 time: 0.0585506 Sep 10 15:25:19.844148 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbdc79-4a66-423e-8f58-a3581b694623 req-82da5880-adb9-4cbc-97e3-b35e51b210e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:19.845646 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-31cbdc79-4a66-423e-8f58-a3581b694623 req-82da5880-adb9-4cbc-97e3-b35e51b210e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=983655be-d5b0-491a-9926-70ef7a4ce301 HTTP/1.1" status: 200 len: 846 time: 0.0419209 Sep 10 15:25:19.889896 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbdc79-4a66-423e-8f58-a3581b694623 req-3753c3d7-690f-4a6a-80b4-9436287086fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:19.891332 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-31cbdc79-4a66-423e-8f58-a3581b694623 req-3753c3d7-690f-4a6a-80b4-9436287086fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b94db1e-9593-4b6d-b3bd-473a23183ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387948 Sep 10 15:25:19.982846 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-31cbdc79-4a66-423e-8f58-a3581b694623 req-4826a887-1a2d-4a0a-8ced-2d5e8f51c681 service neutron] 10.222.0.43 "GET /v2.0/networks/2b94db1e-9593-4b6d-b3bd-473a23183ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842042 Sep 10 15:25:20.074213 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-31cbdc79-4a66-423e-8f58-a3581b694623 req-fccbdc07-7d55-417e-96d8-f7bce8c61a14 service neutron] 10.222.0.43 "GET /v2.0/networks/2b94db1e-9593-4b6d-b3bd-473a23183ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840702 Sep 10 15:25:20.589742 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aba51b-0eb0-48b3-9635-6d1f38efe699 req-bdb2f7b8-f8fc-448e-a778-fab15b12af7d tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:20.591203 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-11aba51b-0eb0-48b3-9635-6d1f38efe699 req-bdb2f7b8-f8fc-448e-a778-fab15b12af7d tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 943 time: 0.0480049 Sep 10 15:25:20.629155 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-11aba51b-0eb0-48b3-9635-6d1f38efe699 req-fce76574-4706-4890-ab7d-43a0e3ee8ce1 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320911 Sep 10 15:25:21.747127 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea45f2-3716-4b4c-ac55-ad789923b966 req-c1b8839c-cd7d-41e2-940c-6c14f7aeda80 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:21.748570 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e0ea45f2-3716-4b4c-ac55-ad789923b966 req-c1b8839c-cd7d-41e2-940c-6c14f7aeda80 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 943 time: 0.0519130 Sep 10 15:25:21.785165 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e0ea45f2-3716-4b4c-ac55-ad789923b966 req-04777179-4419-4521-8887-57388b572722 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308065 Sep 10 15:25:22.899685 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8f5cd-ff9e-4924-8592-00b15752f125 req-4977d04c-57a5-4f4b-b546-39ca8b2cc93c tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:22.901660 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-67c8f5cd-ff9e-4924-8592-00b15752f125 req-4977d04c-57a5-4f4b-b546-39ca8b2cc93c tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 943 time: 0.0501921 Sep 10 15:25:22.939586 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-67c8f5cd-ff9e-4924-8592-00b15752f125 req-2a5bfefc-08ad-45e5-820e-b79a7748d8cc tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320866 Sep 10 15:25:24.052107 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa97cf2-b95a-4448-8489-49a7794a11fb req-921a22c5-5d68-4ec1-96cf-77052ce2d2f8 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:24.053589 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-efa97cf2-b95a-4448-8489-49a7794a11fb req-921a22c5-5d68-4ec1-96cf-77052ce2d2f8 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 943 time: 0.0477924 Sep 10 15:25:24.091911 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-efa97cf2-b95a-4448-8489-49a7794a11fb req-d0281140-88bb-409e-aabc-17a4c32f5bd9 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320337 Sep 10 15:25:24.149789 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:25.207607 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e276a55-e95e-4b85-98f6-5bbb24bbeaff req-2af6ba70-f1fc-4381-8e06-004a8bab08cc tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:25.209339 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3e276a55-e95e-4b85-98f6-5bbb24bbeaff req-2af6ba70-f1fc-4381-8e06-004a8bab08cc tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 943 time: 0.0511930 Sep 10 15:25:25.245906 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3e276a55-e95e-4b85-98f6-5bbb24bbeaff req-2faf3d5d-7d8e-4951-aae0-850c600decc3 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301104 Sep 10 15:25:26.358554 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7efc2a-25e7-4267-9f20-e2d9da140b85 req-3b6262b3-8e57-4422-8430-487302e62af3 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:26.360033 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9b7efc2a-25e7-4267-9f20-e2d9da140b85 req-3b6262b3-8e57-4422-8430-487302e62af3 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 943 time: 0.0486100 Sep 10 15:25:26.397047 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9b7efc2a-25e7-4267-9f20-e2d9da140b85 req-4ea25135-76f9-4e48-a494-fc7158049596 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312696 Sep 10 15:25:26.684621 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 76b14da5-5e7f-4654-8f6b-11044835463d details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:25:26.776440 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 76b14da5-5e7f-4654-8f6b-11044835463d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=76b14da5-5e7f-4654-8f6b-11044835463d,segment=NetworkSegment(071af16c-414b-4899-b8ce-e6e2b903270e),segment_id=071af16c-414b-4899-b8ce-e6e2b903270e)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:25:26.787548 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Returning: {'device': '76b14da5-5e7f-4654-8f6b-11044835463d', 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1', 'port_id': '76b14da5-5e7f-4654-8f6b-11044835463d', 'mac_address': 'fa:16:3e:2d:04:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983655be-d5b0-491a-9926-70ef7a4ce301', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:25:26.827249 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:26.840249 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b14da5-5e7f-4654-8f6b-11044835463d {{(pid=94033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:25:26.859717 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 76b14da5-5e7f-4654-8f6b-11044835463d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=76b14da5-5e7f-4654-8f6b-11044835463d,segment=NetworkSegment(071af16c-414b-4899-b8ce-e6e2b903270e),segment_id=071af16c-414b-4899-b8ce-e6e2b903270e)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:25:26.863622 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:26.909261 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=76b14da5-5e7f-4654-8f6b-11044835463d,revision_number=7']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:25:27.099478 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] get_ports_and_sgs() called for port_ids ['76b14da5-5e7f-4654-8f6b-11044835463d'] {{(pid=94033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:25:27.508069 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e92a2-4376-457a-8d1c-d9762bd00249 req-51709792-6fd5-4ac8-9749-9a05ac20cc07 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:27.509545 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f10e92a2-4376-457a-8d1c-d9762bd00249 req-51709792-6fd5-4ac8-9749-9a05ac20cc07 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 944 time: 0.0474916 Sep 10 15:25:27.547723 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f10e92a2-4376-457a-8d1c-d9762bd00249 req-cabed52f-9048-45f0-baab-679708ddcce0 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313952 Sep 10 15:25:28.417701 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-dd3c412b-4ccb-4c82-b805-60fdcb74ae66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:28.675558 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6867224-0926-4603-a0c5-d5f646c99ec1 req-0f62699b-22b9-43d9-99b7-677e1a969a58 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:28.676959 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e6867224-0926-4603-a0c5-d5f646c99ec1 req-0f62699b-22b9-43d9-99b7-677e1a969a58 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 944 time: 0.0520432 Sep 10 15:25:28.684064 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 76b14da5-5e7f-4654-8f6b-11044835463d up at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:25:28.714233 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e6867224-0926-4603-a0c5-d5f646c99ec1 req-74fe52f3-b5f7-4e42-9e27-7df08ae5dcaf tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313079 Sep 10 15:25:28.730936 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.provisioning_blocks [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Provisioning complete for port 76b14da5-5e7f-4654-8f6b-11044835463d triggered by entity L2. {{(pid=94033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:25:28.731309 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1738041'] for port, provisioning_complete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:28.807001 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582285'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:28.828442 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2c5d7d-b172-4570-8178-ff30ee9b8a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b14da5-5e7f-4654-8f6b-11044835463d'}] {{(pid=94033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:25:28.830724 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45debb4a2a3540eb08715d25140626f2704b256035ec8a504b66f22d404bfe69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd837d6c-0eeb-4d6e-83a3-2e106690939a" -d '{"events": [{"server_uuid": "5a2c5d7d-b172-4570-8178-ff30ee9b8a07", "name": "network-vif-plugged", "status": "completed", "tag": "76b14da5-5e7f-4654-8f6b-11044835463d"}]}' {{(pid=94033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:25:28.843661 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] For port 76b14da5-5e7f-4654-8f6b-11044835463d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=76b14da5-5e7f-4654-8f6b-11044835463d,segment=NetworkSegment(071af16c-414b-4899-b8ce-e6e2b903270e),segment_id=071af16c-414b-4899-b8ce-e6e2b903270e)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:25:28.850928 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740670135830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740669617363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740669617381'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:28.874000 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19e69ff-9f67-41c4-83fe-7f61ee7570aa x-openstack-request-id: req-a19e69ff-9f67-41c4-83fe-7f61ee7570aa {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:25:28.874312 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2c5d7d-b172-4570-8178-ff30ee9b8a07", "name": "network-vif-plugged", "status": "completed", "tag": "76b14da5-5e7f-4654-8f6b-11044835463d", "code": 200}]} {{(pid=94033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:25:28.874567 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a19e69ff-9f67-41c4-83fe-7f61ee7570aa {{(pid=94033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:25:28.874947 dv-cinder-760184-10-iscsi neutron-server[94033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2c5d7d-b172-4570-8178-ff30ee9b8a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b14da5-5e7f-4654-8f6b-11044835463d', 'code': 200} Sep 10 15:25:28.901338 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Pushing event updated for resources: {'Port': ['ID=76b14da5-5e7f-4654-8f6b-11044835463d,revision_number=8']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:25:29.070966 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed9ae3-a733-4ec4-bf8d-4726d048e564 req-ab270cc1-5631-4c65-92c8-ada712baa1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:29.072928 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f1ed9ae3-a733-4ec4-bf8d-4726d048e564 req-ab270cc1-5631-4c65-92c8-ada712baa1df service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 1098 time: 0.0387609 Sep 10 15:25:29.107052 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-f1ed9ae3-a733-4ec4-bf8d-4726d048e564 req-6e565ed9-3669-46ad-9baa-6953cb5d6407 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270352 Sep 10 15:25:29.826757 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4585e2d-a960-49bd-83e6-be80ef46773a req-7e72b711-5424-438b-bb05-4c56057edc1a tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:29.828267 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a4585e2d-a960-49bd-83e6-be80ef46773a req-7e72b711-5424-438b-bb05-4c56057edc1a tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0487900 Sep 10 15:25:29.865938 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a4585e2d-a960-49bd-83e6-be80ef46773a req-95b30a8a-92a6-421e-9621-740cb0ec18ed tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315075 Sep 10 15:25:30.892461 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-891f6e58-1713-4524-b1b9-b52e3b36a71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:30.981494 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8c18a-42c2-4290-8cbf-e42e4c61eea4 req-dda26525-fb2a-4ae2-a256-d27028bb13a8 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:25:30.982969 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cac8c18a-42c2-4290-8cbf-e42e4c61eea4 req-dda26525-fb2a-4ae2-a256-d27028bb13a8 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0486605 Sep 10 15:25:31.019792 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cac8c18a-42c2-4290-8cbf-e42e4c61eea4 req-d35e6014-38e5-4005-be9e-42d9bff513a8 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309145 Sep 10 15:25:31.318573 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:32.259815 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:33.699136 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:48.784295 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:25:54.166804 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:58.418404 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-59fab3d6-36c6-4a22-95ab-69fd3faa360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:00.893684 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b2de3b04-04b9-479f-b06c-38d27ef81f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:01.319263 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:02.263002 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:02.634391 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4ac5e964-5eca-4cd9-b080-a9fc5af317c1 req-f4ac794b-d147-4d2a-9745-54723dca20a1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391309 Sep 10 15:26:02.711912 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5e964-5eca-4cd9-b080-a9fc5af317c1 req-1e5259d0-1052-41e5-befa-57a73ad64ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:26:02.713361 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4ac5e964-5eca-4cd9-b080-a9fc5af317c1 req-1e5259d0-1052-41e5-befa-57a73ad64ccb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c54ad0c7ddb847d9bd638cd773c7ef83&device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 1098 time: 0.0388901 Sep 10 15:26:02.816463 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5e964-5eca-4cd9-b080-a9fc5af317c1 req-7f4218c7-748d-4ac9-ba4d-55b270882b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:26:02.817914 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4ac5e964-5eca-4cd9-b080-a9fc5af317c1 req-7f4218c7-748d-4ac9-ba4d-55b270882b36 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b94db1e-9593-4b6d-b3bd-473a23183ec1 HTTP/1.1" status: 200 len: 908 time: 0.0860732 Sep 10 15:26:02.885588 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4ac5e964-5eca-4cd9-b080-a9fc5af317c1 req-f23e436d-c213-464d-95d4-dcdaccc55b19 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76b14da5-5e7f-4654-8f6b-11044835463d HTTP/1.1" status: 200 len: 1001 time: 0.0606809 Sep 10 15:26:02.935674 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5e964-5eca-4cd9-b080-a9fc5af317c1 req-8fed1d87-cb9e-4246-b366-6f3cadf9875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:26:02.937119 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4ac5e964-5eca-4cd9-b080-a9fc5af317c1 req-8fed1d87-cb9e-4246-b366-6f3cadf9875b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=983655be-d5b0-491a-9926-70ef7a4ce301 HTTP/1.1" status: 200 len: 846 time: 0.0426824 Sep 10 15:26:02.980861 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5e964-5eca-4cd9-b080-a9fc5af317c1 req-ef9b22a9-7881-49e3-b226-a90a283746d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:26:02.982413 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4ac5e964-5eca-4cd9-b080-a9fc5af317c1 req-ef9b22a9-7881-49e3-b226-a90a283746d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b94db1e-9593-4b6d-b3bd-473a23183ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388520 Sep 10 15:26:03.072150 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4ac5e964-5eca-4cd9-b080-a9fc5af317c1 req-f2c6c015-2a15-4fa6-9d43-a5de80240f3f service neutron] 10.222.0.43 "GET /v2.0/networks/2b94db1e-9593-4b6d-b3bd-473a23183ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824876 Sep 10 15:26:03.160455 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-4ac5e964-5eca-4cd9-b080-a9fc5af317c1 req-32c9488d-cad4-489f-8704-fbc4e0e3de48 service neutron] 10.222.0.43 "GET /v2.0/networks/2b94db1e-9593-4b6d-b3bd-473a23183ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809729 Sep 10 15:26:03.705236 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:24.180550 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:25.783890 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:26:28.418613 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-bf5aa998-845a-447b-8ef2-87c9fdc89836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:30.894101 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-6565d360-8e78-49bc-b766-0d2be974cc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:31.320168 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:32.265689 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:33.704194 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:43.937484 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 37158) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:26:44.088133 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Deleting port 85e2e433-fabd-41df-9641-471388f2c7a5 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:26:44.088372 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:44.165890 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:44.166217 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:44.177589 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Calling delete_port for 85e2e433-fabd-41df-9641-471388f2c7a5 owned by network:floatingip {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:26:44.341575 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:44.366206 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Pushing event deleted for resources: {'Port': ['ID=85e2e433-fabd-41df-9641-471388f2c7a5,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:26:44.390274 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:44.390618 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:44.390952 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:44.391273 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:44.391593 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:44.391939 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:44.392259 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:44.392574 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:44.392922 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:44.393315 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:44.393628 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:44.393938 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:44.437246 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for floatingip, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:44.437647 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.db.l3_db [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Floating IP 9dadad96-c1fa-4a67-8bb9-a32f78de4865 disassociated (deleted). External IP: 172.27.3.254, port: 76b14da5-5e7f-4654-8f6b-11044835463d. Sep 10 15:26:44.637582 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Router 5d73ad9f-e4a4-470e-b213-bb4a269d036e has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:26:44.997851 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:26:45.002557 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for floatingip, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:45.007101 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0227b7c2-166c-4679-adf7-e4029ae22ba1 None None] Sync routers for ids ['5d73ad9f-e4a4-470e-b213-bb4a269d036e'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:26:45.016732 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0227b7c2-166c-4679-adf7-e4029ae22ba1 None None] Routers {'5d73ad9f-e4a4-470e-b213-bb4a269d036e'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:26:45.017377 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-0227b7c2-166c-4679-adf7-e4029ae22ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:26:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['5d73ad9f-e4a4-470e-b213-bb4a269d036e'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:26:45.029117 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-6fa12aef-215e-4007-adaa-724ea7247f31 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "DELETE /v2.0/floatingips/9dadad96-c1fa-4a67-8bb9-a32f78de4865 HTTP/1.1" status: 204 len: 168 time: 1.0905175 Sep 10 15:26:45.029694 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2c5d7d-b172-4570-8178-ff30ee9b8a07', 'tag': '76b14da5-5e7f-4654-8f6b-11044835463d'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:26:45.031926 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7a427d-7399-4926-a314-b83d5bf7b038" -d '{"events": [{"name": "network-changed", "server_uuid": "5a2c5d7d-b172-4570-8178-ff30ee9b8a07", "tag": "76b14da5-5e7f-4654-8f6b-11044835463d"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:26:45.070470 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190cd03f-5c01-4d8b-9587-b2dd773451b8 x-openstack-request-id: req-190cd03f-5c01-4d8b-9587-b2dd773451b8 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:26:45.070764 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a2c5d7d-b172-4570-8178-ff30ee9b8a07", "tag": "76b14da5-5e7f-4654-8f6b-11044835463d", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:26:45.071017 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-190cd03f-5c01-4d8b-9587-b2dd773451b8 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:26:45.071411 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2c5d7d-b172-4570-8178-ff30ee9b8a07', 'tag': '76b14da5-5e7f-4654-8f6b-11044835463d', 'status': 'completed', 'code': 200} Sep 10 15:26:45.137303 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a427d-7399-4926-a314-b83d5bf7b038 req-1cd70c67-261d-4d82-a091-c7fd921159d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:26:45.139155 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7c7a427d-7399-4926-a314-b83d5bf7b038 req-1cd70c67-261d-4d82-a091-c7fd921159d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c54ad0c7ddb847d9bd638cd773c7ef83&device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 1098 time: 0.0443687 Sep 10 15:26:45.249844 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a427d-7399-4926-a314-b83d5bf7b038 req-ed3f94f2-65f0-497f-9551-0c7a2aa5d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:26:45.250648 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-0227b7c2-166c-4679-adf7-e4029ae22ba1 None None] Set router 5d73ad9f-e4a4-470e-b213-bb4a269d036e gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:26:45.251428 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7c7a427d-7399-4926-a314-b83d5bf7b038 req-ed3f94f2-65f0-497f-9551-0c7a2aa5d6a3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b94db1e-9593-4b6d-b3bd-473a23183ec1 HTTP/1.1" status: 200 len: 908 time: 0.1053007 Sep 10 15:26:45.281542 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d07c0-366a-4f5b-8a91-e5b422f0f5d7 req-7b78708a-781f-4254-a09e-f64bfd946fb4 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:26:45.283705 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a25d07c0-366a-4f5b-8a91-e5b422f0f5d7 req-7b78708a-781f-4254-a09e-f64bfd946fb4 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0574946 Sep 10 15:26:45.297956 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7c7a427d-7399-4926-a314-b83d5bf7b038 req-fd6a927b-bf7b-4818-8081-da2f0178f223 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76b14da5-5e7f-4654-8f6b-11044835463d HTTP/1.1" status: 200 len: 217 time: 0.0384045 Sep 10 15:26:45.321584 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a25d07c0-366a-4f5b-8a91-e5b422f0f5d7 req-2956fe18-b8e8-414f-99a5-83838c09b5ff tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319774 Sep 10 15:26:45.351711 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a427d-7399-4926-a314-b83d5bf7b038 req-2ce6aa56-a48f-4b01-a5a2-44517afeb82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:26:45.353652 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7c7a427d-7399-4926-a314-b83d5bf7b038 req-2ce6aa56-a48f-4b01-a5a2-44517afeb82e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=983655be-d5b0-491a-9926-70ef7a4ce301 HTTP/1.1" status: 200 len: 846 time: 0.0486848 Sep 10 15:26:45.407158 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a427d-7399-4926-a314-b83d5bf7b038 req-3fc30520-a0c3-4abf-9fea-f53c5fec6f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:26:45.408686 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7c7a427d-7399-4926-a314-b83d5bf7b038 req-3fc30520-a0c3-4abf-9fea-f53c5fec6f3e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b94db1e-9593-4b6d-b3bd-473a23183ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0464001 Sep 10 15:26:45.454689 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-0227b7c2-166c-4679-adf7-e4029ae22ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'name': 'tempest-TestShelveInstance-27768899-router', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:09Z', 'updated_at': '2021-09-10T15:22:12Z', 'revision_number': 4, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'gw_port': {'id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:10Z', 'updated_at': '2021-09-10T15:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '170e380a-39fc-4085-a31c-039a152ba304', 'name': '', 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'mac_address': 'fa:16:3e:c5:60:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '983655be-d5b0-491a-9926-70ef7a4ce301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:11Z', 'updated_at': '2021-09-10T15:22:19Z', 'revision_number': 5, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'subnets': [{'id': '983655be-d5b0-491a-9926-70ef7a4ce301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:26:45.484656 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0227b7c2-166c-4679-adf7-e4029ae22ba1 None None] Checking router: 5d73ad9f-e4a4-470e-b213-bb4a269d036e for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:26:45.492941 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0227b7c2-166c-4679-adf7-e4029ae22ba1 None None] Routers {'5d73ad9f-e4a4-470e-b213-bb4a269d036e'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:26:45.493562 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-0227b7c2-166c-4679-adf7-e4029ae22ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:26:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['5d73ad9f-e4a4-470e-b213-bb4a269d036e'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:26:45.501112 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7c7a427d-7399-4926-a314-b83d5bf7b038 req-7de26f2b-b9b1-4da1-abdb-ae243d70e9f2 service neutron] 10.222.0.43 "GET /v2.0/networks/2b94db1e-9593-4b6d-b3bd-473a23183ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842412 Sep 10 15:26:45.596544 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-7c7a427d-7399-4926-a314-b83d5bf7b038 req-c62a06be-084e-4b56-9048-5d95ad473e1b service neutron] 10.222.0.43 "GET /v2.0/networks/2b94db1e-9593-4b6d-b3bd-473a23183ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856967 Sep 10 15:26:45.599430 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-0227b7c2-166c-4679-adf7-e4029ae22ba1 None None] Set router 5d73ad9f-e4a4-470e-b213-bb4a269d036e gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:26:45.794907 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-0227b7c2-166c-4679-adf7-e4029ae22ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'name': 'tempest-TestShelveInstance-27768899-router', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:09Z', 'updated_at': '2021-09-10T15:22:12Z', 'revision_number': 4, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'gw_port': {'id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:10Z', 'updated_at': '2021-09-10T15:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '170e380a-39fc-4085-a31c-039a152ba304', 'name': '', 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'mac_address': 'fa:16:3e:c5:60:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '983655be-d5b0-491a-9926-70ef7a4ce301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:11Z', 'updated_at': '2021-09-10T15:22:19Z', 'revision_number': 5, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'subnets': [{'id': '983655be-d5b0-491a-9926-70ef7a4ce301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:26:45.819715 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0227b7c2-166c-4679-adf7-e4029ae22ba1 None None] The sync data for ids ['5d73ad9f-e4a4-470e-b213-bb4a269d036e'] in dv-cinder-760184-10-iscsi is: [{'id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'name': 'tempest-TestShelveInstance-27768899-router', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:09Z', 'updated_at': '2021-09-10T15:22:12Z', 'revision_number': 4, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'gw_port': {'id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:10Z', 'updated_at': '2021-09-10T15:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi', '_interfaces': [{'id': '170e380a-39fc-4085-a31c-039a152ba304', 'name': '', 'network_id': '2b94db1e-9593-4b6d-b3bd-473a23183ec1', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'mac_address': 'fa:16:3e:c5:60:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '983655be-d5b0-491a-9926-70ef7a4ce301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:11Z', 'updated_at': '2021-09-10T15:22:19Z', 'revision_number': 5, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'subnets': [{'id': '983655be-d5b0-491a-9926-70ef7a4ce301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:26:46.032083 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae562d-1bf1-4f3c-b588-395b2db2e0c0 None None] New status for floating IP 9dadad96-c1fa-4a67-8bb9-a32f78de4865: DOWN {{(pid=94034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:26:46.502279 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c01d1-85ec-4194-92b4-8201f04f789f req-e722bdc6-29c5-4ad9-adc2-908b0051ff21 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:26:46.503729 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4c3c01d1-85ec-4194-92b4-8201f04f789f req-e722bdc6-29c5-4ad9-adc2-908b0051ff21 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0482419 Sep 10 15:26:46.539660 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4c3c01d1-85ec-4194-92b4-8201f04f789f req-5d98f3f1-c479-4931-ad71-b68abd38e824 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/security-groups?id=a02c8db6-e459-4aed-a845-1de34f319d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301723 Sep 10 15:26:46.752620 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29355cc6-898b-48d1-a40a-0b00fe9c054e req-e8639549-98ad-4292-aa92-22139687a805 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:26:46.753987 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-29355cc6-898b-48d1-a40a-0b00fe9c054e req-e8639549-98ad-4292-aa92-22139687a805 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 945 time: 0.0470569 Sep 10 15:26:46.840155 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-29355cc6-898b-48d1-a40a-0b00fe9c054e req-265e2ab2-a96a-406d-a0a6-f3ad2000b805 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Deleting port 76b14da5-5e7f-4654-8f6b-11044835463d {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:26:46.840496 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-29355cc6-898b-48d1-a40a-0b00fe9c054e req-265e2ab2-a96a-406d-a0a6-f3ad2000b805 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:46.929008 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [req-29355cc6-898b-48d1-a40a-0b00fe9c054e req-265e2ab2-a96a-406d-a0a6-f3ad2000b805 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] For port 76b14da5-5e7f-4654-8f6b-11044835463d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=76b14da5-5e7f-4654-8f6b-11044835463d,segment=NetworkSegment(071af16c-414b-4899-b8ce-e6e2b903270e),segment_id=071af16c-414b-4899-b8ce-e6e2b903270e)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:26:46.929365 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-29355cc6-898b-48d1-a40a-0b00fe9c054e req-265e2ab2-a96a-406d-a0a6-f3ad2000b805 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:46.941997 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [req-29355cc6-898b-48d1-a40a-0b00fe9c054e req-265e2ab2-a96a-406d-a0a6-f3ad2000b805 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Calling delete_port for 76b14da5-5e7f-4654-8f6b-11044835463d owned by compute:nova {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:26:47.065803 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-29355cc6-898b-48d1-a40a-0b00fe9c054e req-265e2ab2-a96a-406d-a0a6-f3ad2000b805 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:47.099926 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e2ab2-a96a-406d-a0a6-f3ad2000b805 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Pushing event deleted for resources: {'Port': ['ID=76b14da5-5e7f-4654-8f6b-11044835463d,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:26:47.133751 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [req-29355cc6-898b-48d1-a40a-0b00fe9c054e req-265e2ab2-a96a-406d-a0a6-f3ad2000b805 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] No DVR routers for this DVR port 76b14da5-5e7f-4654-8f6b-11044835463d on host hv-cinder-76018 {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:26:47.136303 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [req-29355cc6-898b-48d1-a40a-0b00fe9c054e req-265e2ab2-a96a-406d-a0a6-f3ad2000b805 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22478'] for port, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:47.138512 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [req-29355cc6-898b-48d1-a40a-0b00fe9c054e req-265e2ab2-a96a-406d-a0a6-f3ad2000b805 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.43 "DELETE /v2.0/ports/76b14da5-5e7f-4654-8f6b-11044835463d HTTP/1.1" status: 204 len: 173 time: 0.3782983 Sep 10 15:26:47.138934 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2c5d7d-b172-4570-8178-ff30ee9b8a07', 'name': 'network-vif-deleted', 'tag': '76b14da5-5e7f-4654-8f6b-11044835463d'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:26:47.141184 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fab41723c9dec277c8115430a2a36c3f80648863f88b9b76d25ae1a56c5417c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0e1a49-fe6b-4c6d-bbf7-b6458790fb68" -d '{"events": [{"server_uuid": "5a2c5d7d-b172-4570-8178-ff30ee9b8a07", "name": "network-vif-deleted", "tag": "76b14da5-5e7f-4654-8f6b-11044835463d"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:26:47.190163 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df6313d-8f59-4efa-954e-9a636d02f486 x-openstack-request-id: req-7df6313d-8f59-4efa-954e-9a636d02f486 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:26:47.190457 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2c5d7d-b172-4570-8178-ff30ee9b8a07", "name": "network-vif-deleted", "tag": "76b14da5-5e7f-4654-8f6b-11044835463d", "status": "completed", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:26:47.190711 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7df6313d-8f59-4efa-954e-9a636d02f486 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:26:47.191110 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2c5d7d-b172-4570-8178-ff30ee9b8a07', 'name': 'network-vif-deleted', 'tag': '76b14da5-5e7f-4654-8f6b-11044835463d', 'status': 'completed', 'code': 200} Sep 10 15:26:47.644732 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [req-657f36a9-3ab0-4737-8e5e-3a02e806e288 req-9fa73b36-c258-4da2-be31-924efc6e4843 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2c5d7d-b172-4570-8178-ff30ee9b8a07 HTTP/1.1" status: 200 len: 210 time: 0.0264180 Sep 10 15:26:48.701796 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 37190) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:26:48.758956 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5ba10547-7c6b-464a-a260-5984e6b11cf9 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:48.787306 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5ba10547-7c6b-464a-a260-5984e6b11cf9 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:48.844201 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5ba10547-7c6b-464a-a260-5984e6b11cf9 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:48.846807 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5ba10547-7c6b-464a-a260-5984e6b11cf9 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Notify callbacks [] for security_group, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:48.847971 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-5ba10547-7c6b-464a-a260-5984e6b11cf9 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] 10.222.0.32 "DELETE /v2.0/security-groups/a02c8db6-e459-4aed-a845-1de34f319d4d HTTP/1.1" status: 204 len: 168 time: 0.1451969 Sep 10 15:26:48.858718 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba10547-7c6b-464a-a260-5984e6b11cf9 tempest-TestShelveInstance-1976983110 tempest-TestShelveInstance-1976983110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02c8db6-e459-4aed-a845-1de34f319d4d,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:26:48.895299 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 37194) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:26:49.058533 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 76b14da5-5e7f-4654-8f6b-11044835463d no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:26:49.081583 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] No Port match for: 76b14da5-5e7f-4654-8f6b-11044835463d {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:26:49.081921 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Device 76b14da5-5e7f-4654-8f6b-11044835463d not bound to the agent host hv-cinder-76018 {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:26:49.236749 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-97b3312d-55c6-4cf8-83b0-404b0cf29774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547132'] for router_interface, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:49.473004 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-97b3312d-55c6-4cf8-83b0-404b0cf29774 admin admin] Deleting port 170e380a-39fc-4085-a31c-039a152ba304 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:26:49.473339 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-97b3312d-55c6-4cf8-83b0-404b0cf29774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:49.550778 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-97b3312d-55c6-4cf8-83b0-404b0cf29774 admin admin] For port 170e380a-39fc-4085-a31c-039a152ba304, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=170e380a-39fc-4085-a31c-039a152ba304,segment=NetworkSegment(071af16c-414b-4899-b8ce-e6e2b903270e),segment_id=071af16c-414b-4899-b8ce-e6e2b903270e)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:26:49.551130 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-97b3312d-55c6-4cf8-83b0-404b0cf29774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:49.562881 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-97b3312d-55c6-4cf8-83b0-404b0cf29774 admin admin] Calling delete_port for 170e380a-39fc-4085-a31c-039a152ba304 owned by network:router_interface {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:26:49.736331 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-97b3312d-55c6-4cf8-83b0-404b0cf29774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:49.763262 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3312d-55c6-4cf8-83b0-404b0cf29774 admin admin] Pushing event deleted for resources: {'Port': ['ID=170e380a-39fc-4085-a31c-039a152ba304,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:26:49.924476 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-97b3312d-55c6-4cf8-83b0-404b0cf29774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-733762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547208'] for router_interface, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:50.132213 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b3312d-55c6-4cf8-83b0-404b0cf29774 admin admin] Router 5d73ad9f-e4a4-470e-b213-bb4a269d036e has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:26:50.238549 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b3312d-55c6-4cf8-83b0-404b0cf29774 admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:26:50.243451 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-97b3312d-55c6-4cf8-83b0-404b0cf29774 admin admin] 10.222.0.32 "PUT /v2.0/routers/5d73ad9f-e4a4-470e-b213-bb4a269d036e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3471396 Sep 10 15:26:50.245971 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 37196) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:26:50.249254 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4764e7f-40d6-4426-bcdf-61566ee56bea None None] Sync routers for ids ['5d73ad9f-e4a4-470e-b213-bb4a269d036e'] in dv-cinder-760184-10-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:26:50.258117 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4764e7f-40d6-4426-bcdf-61566ee56bea None None] Routers {'5d73ad9f-e4a4-470e-b213-bb4a269d036e'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:26:50.258720 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b4764e7f-40d6-4426-bcdf-61566ee56bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:26:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['5d73ad9f-e4a4-470e-b213-bb4a269d036e'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:26:50.347641 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-dd2cd826-0254-4041-8807-074b00a1006c admin admin] Notify callbacks [] for router, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:50.363191 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-b4764e7f-40d6-4426-bcdf-61566ee56bea None None] Set router 5d73ad9f-e4a4-470e-b213-bb4a269d036e gateway port host: dv-cinder-760184-10-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:26:50.449981 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-dd2cd826-0254-4041-8807-074b00a1006c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:50.505187 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-dd2cd826-0254-4041-8807-074b00a1006c admin admin] Deleting port 13b9c00f-5b66-4120-9bba-09a48d50fce4 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:26:50.505530 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-dd2cd826-0254-4041-8807-074b00a1006c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:50.544864 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b4764e7f-40d6-4426-bcdf-61566ee56bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'name': 'tempest-TestShelveInstance-27768899-router', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:09Z', 'updated_at': '2021-09-10T15:26:49Z', 'revision_number': 5, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'gw_port': {'id': '13b9c00f-5b66-4120-9bba-09a48d50fce4', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:10Z', 'updated_at': '2021-09-10T15:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:26:50.570743 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4764e7f-40d6-4426-bcdf-61566ee56bea None None] Checking router: 5d73ad9f-e4a4-470e-b213-bb4a269d036e for host: dv-cinder-760184-10-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:26:50.578965 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4764e7f-40d6-4426-bcdf-61566ee56bea None None] Routers {'5d73ad9f-e4a4-470e-b213-bb4a269d036e'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:26:50.579575 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b4764e7f-40d6-4426-bcdf-61566ee56bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:26:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['5d73ad9f-e4a4-470e-b213-bb4a269d036e'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:26:50.590018 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-dd2cd826-0254-4041-8807-074b00a1006c admin admin] For port 13b9c00f-5b66-4120-9bba-09a48d50fce4, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=13b9c00f-5b66-4120-9bba-09a48d50fce4,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:26:50.590396 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-dd2cd826-0254-4041-8807-074b00a1006c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:50.601878 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-dd2cd826-0254-4041-8807-074b00a1006c admin admin] Calling delete_port for 13b9c00f-5b66-4120-9bba-09a48d50fce4 owned by network:router_gateway {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:26:50.682768 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-b4764e7f-40d6-4426-bcdf-61566ee56bea None None] Set router 5d73ad9f-e4a4-470e-b213-bb4a269d036e gateway port host: None {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:26:50.739069 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b4764e7f-40d6-4426-bcdf-61566ee56bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'name': 'tempest-TestShelveInstance-27768899-router', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:09Z', 'updated_at': '2021-09-10T15:26:50Z', 'revision_number': 6, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'gw_port_host': None}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:26:50.765505 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4764e7f-40d6-4426-bcdf-61566ee56bea None None] The sync data for ids ['5d73ad9f-e4a4-470e-b213-bb4a269d036e'] in dv-cinder-760184-10-iscsi is: [{'id': '5d73ad9f-e4a4-470e-b213-bb4a269d036e', 'name': 'tempest-TestShelveInstance-27768899-router', 'tenant_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:09Z', 'updated_at': '2021-09-10T15:26:50Z', 'revision_number': 6, 'project_id': 'c54ad0c7ddb847d9bd638cd773c7ef83', 'gw_port_host': None}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:26:50.767588 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-dd2cd826-0254-4041-8807-074b00a1006c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:50.799188 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2cd826-0254-4041-8807-074b00a1006c admin admin] Pushing event deleted for resources: {'Port': ['ID=13b9c00f-5b66-4120-9bba-09a48d50fce4,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:26:50.850165 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-dd2cd826-0254-4041-8807-074b00a1006c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551018'] for router_gateway, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:50.938426 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-dd2cd826-0254-4041-8807-074b00a1006c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-335'] for router, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:50.940557 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-dd2cd826-0254-4041-8807-074b00a1006c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:50.988787 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-dd2cd826-0254-4041-8807-074b00a1006c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542672'] for router, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:50.989424 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2cd826-0254-4041-8807-074b00a1006c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d73ad9f-e4a4-470e-b213-bb4a269d036e {{(pid=94032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 15:26:50.993730 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-dd2cd826-0254-4041-8807-074b00a1006c admin admin] Notify callbacks [] for router, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:50.994861 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-dd2cd826-0254-4041-8807-074b00a1006c admin admin] 10.222.0.32 "DELETE /v2.0/routers/5d73ad9f-e4a4-470e-b213-bb4a269d036e HTTP/1.1" status: 204 len: 168 time: 0.7479911 Sep 10 15:26:50.998204 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 37198) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:26:51.041004 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a7eeee-6d48-4b07-9efe-ac669b507433 admin admin] Deleting subnet 983655be-d5b0-491a-9926-70ef7a4ce301 {{(pid=94032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:26:51.044548 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-87a7eeee-6d48-4b07-9efe-ac669b507433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:51.076468 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-87a7eeee-6d48-4b07-9efe-ac669b507433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13604879'] for subnet, precommit_delete_associations {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:51.411561 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-87a7eeee-6d48-4b07-9efe-ac669b507433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766759'] for subnet, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:51.462512 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-87a7eeee-6d48-4b07-9efe-ac669b507433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13899841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13349813'] for subnet, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:51.487379 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7eeee-6d48-4b07-9efe-ac669b507433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=983655be-d5b0-491a-9926-70ef7a4ce301,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:26:51.490924 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-87a7eeee-6d48-4b07-9efe-ac669b507433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:51.494399 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-87a7eeee-6d48-4b07-9efe-ac669b507433 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/983655be-d5b0-491a-9926-70ef7a4ce301 HTTP/1.1" status: 204 len: 168 time: 0.4936216 Sep 10 15:26:51.495294 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 37200) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:26:51.498338 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7fe337-03e3-4989-be92-f53216eb6d3a None None] Network 2b94db1e-9593-4b6d-b3bd-473a23183ec1 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:26:51.565661 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1354939'] for network, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:51.618672 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] Deleting port db64811d-f758-4ab3-a757-1edb82258256 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:26:51.619025 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:51.687565 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] For port db64811d-f758-4ab3-a757-1edb82258256, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=db64811d-f758-4ab3-a757-1edb82258256,segment=NetworkSegment(071af16c-414b-4899-b8ce-e6e2b903270e),segment_id=071af16c-414b-4899-b8ce-e6e2b903270e)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:26:51.687850 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:51.688883 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] DHCP port deletion for 2b94db1e-9593-4b6d-b3bd-473a23183ec1 request from dv-cinder-760184-10-iscsi {{(pid=94033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 15:26:51.701334 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] Calling delete_port for db64811d-f758-4ab3-a757-1edb82258256 owned by network:dhcp {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:26:51.738864 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] Deleting port db64811d-f758-4ab3-a757-1edb82258256 {{(pid=94033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:26:51.739239 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:51.786774 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:51.804633 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] For port db64811d-f758-4ab3-a757-1edb82258256, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=db64811d-f758-4ab3-a757-1edb82258256,segment=NetworkSegment(071af16c-414b-4899-b8ce-e6e2b903270e),segment_id=071af16c-414b-4899-b8ce-e6e2b903270e)] {{(pid=94033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:26:51.805066 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:51.811516 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] Pushing event deleted for resources: {'Port': ['ID=db64811d-f758-4ab3-a757-1edb82258256,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:26:51.817175 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] No DVR routers for this DVR port db64811d-f758-4ab3-a757-1edb82258256 on host dv-cinder-760184-10-iscsi {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:26:51.818776 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] Calling delete_port for db64811d-f758-4ab3-a757-1edb82258256 owned by network:dhcp {{(pid=94033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:26:51.898321 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767442', 'neutron.services.segments.db._delete_segments_for_network-8740670112925'] for network, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:51.902567 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354'] for port, after_delete {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:51.917861 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b94db1e-9593-4b6d-b3bd-473a23183ec1']}} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:26:51.927679 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071af16c-414b-4899-b8ce-e6e2b903270e') {'for_net_delete': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:26:51.927969 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071af16c-414b-4899-b8ce-e6e2b903270e') {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:26:51.930759 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] No DVR routers for this DVR port db64811d-f758-4ab3-a757-1edb82258256 on host dv-cinder-760184-10-iscsi {{(pid=94033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:26:51.940619 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] Pushing event deleted for resources: {'Port': ['ID=db64811d-f758-4ab3-a757-1edb82258256,revision_number=None']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:26:51.941086 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740670111398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13604982'] for segment, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:51.943164 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:51.943521 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:51.943869 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:51.944199 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:51.944524 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:51.944875 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:51.945208 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:51.945537 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:51.945865 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:51.946190 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:51.946519 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:51.946842 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7153fd0d-4a54-4f74-98ab-b11833dec351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:51.951408 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:51.957765 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:26:51.958256 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13900707'] for segment, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: Traceback (most recent call last): Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: timer() Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: cb(*args, **kw) Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: return func(*args, **kwargs) Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: self._notify() Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: self.callback(batched_events) Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: event.method(event) Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: return f(self, *a, **k) Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: return self._get(url).json() Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: return self.request(url, 'GET', **kwargs) Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:26:51.960098 dv-cinder-760184-10-iscsi neutron-server[94032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:26:52.014787 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550926'] for network, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:52.019887 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:52.021854 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] 10.222.0.32 "DELETE /v2.0/networks/2b94db1e-9593-4b6d-b3bd-473a23183ec1 HTTP/1.1" status: 204 len: 168 time: 0.5253496 Sep 10 15:26:52.025070 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 37202) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:26:52.032256 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd162e35-04b8-4e65-904f-0d50d2aff21f admin admin] Pushing event deleted for resources: {'Network': ['ID=2b94db1e-9593-4b6d-b3bd-473a23183ec1,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:26:52.360472 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547132'] for router_interface, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:52.538066 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 170e380a-39fc-4085-a31c-039a152ba304 no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:26:52.561147 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: 170e380a-39fc-4085-a31c-039a152ba304 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:26:52.561600 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 170e380a-39fc-4085-a31c-039a152ba304 not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:26:52.562099 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 13b9c00f-5b66-4120-9bba-09a48d50fce4 no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:26:52.581135 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: 13b9c00f-5b66-4120-9bba-09a48d50fce4 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:26:52.581484 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 13b9c00f-5b66-4120-9bba-09a48d50fce4 not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:26:52.581894 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device db64811d-f758-4ab3-a757-1edb82258256 no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:26:52.598297 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Deleting port c5c14e51-211e-4793-a3ef-0ad36cfecc87 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:26:52.598634 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:52.600820 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: db64811d-f758-4ab3-a757-1edb82258256 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:26:52.601175 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device db64811d-f758-4ab3-a757-1edb82258256 not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:26:52.675708 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] For port c5c14e51-211e-4793-a3ef-0ad36cfecc87, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=c5c14e51-211e-4793-a3ef-0ad36cfecc87,segment=NetworkSegment(e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b),segment_id=e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:26:52.676066 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:52.691684 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Calling delete_port for c5c14e51-211e-4793-a3ef-0ad36cfecc87 owned by network:router_interface {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:26:52.860288 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13672788'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:52.886912 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c14e51-211e-4793-a3ef-0ad36cfecc87,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:26:52.908897 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:52.909247 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:52.909580 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:52.909904 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:52.910225 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:52.910548 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:52.910869 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:52.911188 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:52.911506 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:52.911819 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:52.912129 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:52.912440 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-10-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:26:53.061060 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-733762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547208'] for router_interface, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:53.269110 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Router da99924a-e6ab-4857-871b-95da60f071dc has already been hosted by L3 agent 94c9153e-b21e-4d18-9726-872e8ecec356 {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:26:53.380509 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] Notify agent at l3_agent.dv-cinder-760184-10-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:26:53.385675 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-213e3958-7b4a-4278-8006-ab073700a4d3 admin admin] 10.222.0.32 "PUT /v2.0/routers/da99924a-e6ab-4857-871b-95da60f071dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3595068 Sep 10 15:26:53.389035 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 37204) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:26:53.389502 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8bcf01-81dc-4434-b1b4-34353146c34a None None] Sync routers for ids ['da99924a-e6ab-4857-871b-95da60f071dc'] in dv-cinder-760184-10-iscsi {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:26:53.398560 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8bcf01-81dc-4434-b1b4-34353146c34a None None] Routers {'da99924a-e6ab-4857-871b-95da60f071dc'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:26:53.399182 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-9a8bcf01-81dc-4434-b1b4-34353146c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:26:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['da99924a-e6ab-4857-871b-95da60f071dc'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:26:53.491698 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ff982da6-1a8e-4537-b9be-cca413c2be24 admin admin] Notify callbacks [] for router, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:53.501730 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-9a8bcf01-81dc-4434-b1b4-34353146c34a None None] Set router da99924a-e6ab-4857-871b-95da60f071dc gateway port host: dv-cinder-760184-10-iscsi {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:26:53.592868 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ff982da6-1a8e-4537-b9be-cca413c2be24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:53.656015 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ff982da6-1a8e-4537-b9be-cca413c2be24 admin admin] Deleting port acb2e2c6-a8c7-4682-91b9-dd2d9eec2285 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:26:53.656357 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ff982da6-1a8e-4537-b9be-cca413c2be24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:53.708318 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-9a8bcf01-81dc-4434-b1b4-34353146c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'name': 'tempest-TestShelveInstance-341025788-router', 'tenant_id': '333097fca7894a98953114cdc2464308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'external_fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'acb2e2c6-a8c7-4682-91b9-dd2d9eec2285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:14Z', 'updated_at': '2021-09-10T15:26:52Z', 'revision_number': 5, 'project_id': '333097fca7894a98953114cdc2464308', 'gw_port': {'id': 'acb2e2c6-a8c7-4682-91b9-dd2d9eec2285', 'name': '', 'network_id': '080accf6-a61d-43aa-a40c-4a5d90aa3be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:22:15Z', 'updated_at': '2021-09-10T15:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f699ab7-ff98-4888-8014-ee1b80751434', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-10-iscsi'}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:26:53.734705 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8bcf01-81dc-4434-b1b4-34353146c34a None None] Checking router: da99924a-e6ab-4857-871b-95da60f071dc for host: dv-cinder-760184-10-iscsi {{(pid=94034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:26:53.735934 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ff982da6-1a8e-4537-b9be-cca413c2be24 admin admin] For port acb2e2c6-a8c7-4682-91b9-dd2d9eec2285, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=acb2e2c6-a8c7-4682-91b9-dd2d9eec2285,segment=NetworkSegment(a13f6244-db66-4105-bbf0-69c64e51b541),segment_id=a13f6244-db66-4105-bbf0-69c64e51b541)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:26:53.736306 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ff982da6-1a8e-4537-b9be-cca413c2be24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:53.742792 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8bcf01-81dc-4434-b1b4-34353146c34a None None] Routers {'da99924a-e6ab-4857-871b-95da60f071dc'} bound to L3 agent in host dv-cinder-760184-10-iscsi {{(pid=94034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:26:53.743397 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-9a8bcf01-81dc-4434-b1b4-34353146c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T15:06:01Z,description=,heartbeat_timestamp=2021-09-10T15:26:31Z,host='dv-cinder-760184-10-iscsi',id=94c9153e-b21e-4d18-9726-872e8ecec356,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T15:06:01Z,topic='l3_agent')) {'router_ids': ['da99924a-e6ab-4857-871b-95da60f071dc'], 'active': True} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:26:53.749424 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ff982da6-1a8e-4537-b9be-cca413c2be24 admin admin] Calling delete_port for acb2e2c6-a8c7-4682-91b9-dd2d9eec2285 owned by network:router_gateway {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:26:53.827204 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_dvr_db [None req-9a8bcf01-81dc-4434-b1b4-34353146c34a None None] Set router da99924a-e6ab-4857-871b-95da60f071dc gateway port host: None {{(pid=94034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:26:53.878609 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.l3_hamode_db [None req-9a8bcf01-81dc-4434-b1b4-34353146c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'name': 'tempest-TestShelveInstance-341025788-router', 'tenant_id': '333097fca7894a98953114cdc2464308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:14Z', 'updated_at': '2021-09-10T15:26:53Z', 'revision_number': 6, 'project_id': '333097fca7894a98953114cdc2464308', 'gw_port_host': None}], 'dv-cinder-760184-10-iscsi', False) {} {{(pid=94034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:26:53.908885 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8bcf01-81dc-4434-b1b4-34353146c34a None None] The sync data for ids ['da99924a-e6ab-4857-871b-95da60f071dc'] in dv-cinder-760184-10-iscsi is: [{'id': 'da99924a-e6ab-4857-871b-95da60f071dc', 'name': 'tempest-TestShelveInstance-341025788-router', 'tenant_id': '333097fca7894a98953114cdc2464308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:22:14Z', 'updated_at': '2021-09-10T15:26:53Z', 'revision_number': 6, 'project_id': '333097fca7894a98953114cdc2464308', 'gw_port_host': None}] {{(pid=94034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:26:53.917790 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ff982da6-1a8e-4537-b9be-cca413c2be24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:53.946840 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff982da6-1a8e-4537-b9be-cca413c2be24 admin admin] Pushing event deleted for resources: {'Port': ['ID=acb2e2c6-a8c7-4682-91b9-dd2d9eec2285,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:26:54.013158 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ff982da6-1a8e-4537-b9be-cca413c2be24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551018'] for router_gateway, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.100115 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ff982da6-1a8e-4537-b9be-cca413c2be24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-335'] for router, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.102266 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ff982da6-1a8e-4537-b9be-cca413c2be24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.145443 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ff982da6-1a8e-4537-b9be-cca413c2be24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542672'] for router, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.146004 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff982da6-1a8e-4537-b9be-cca413c2be24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da99924a-e6ab-4857-871b-95da60f071dc {{(pid=94032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 15:26:54.150441 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ff982da6-1a8e-4537-b9be-cca413c2be24 admin admin] Notify callbacks [] for router, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.151602 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-ff982da6-1a8e-4537-b9be-cca413c2be24 admin admin] 10.222.0.32 "DELETE /v2.0/routers/da99924a-e6ab-4857-871b-95da60f071dc HTTP/1.1" status: 204 len: 168 time: 0.7614336 Sep 10 15:26:54.154160 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 37206) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:26:54.178677 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.198255 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_v2 [None req-22273b59-eb99-4758-8c40-a197a9a86930 admin admin] Deleting subnet 3e6d1c10-d4cf-4f18-ae0c-103162749f30 {{(pid=94032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:26:54.201385 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-22273b59-eb99-4758-8c40-a197a9a86930 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.239390 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-22273b59-eb99-4758-8c40-a197a9a86930 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13604879'] for subnet, precommit_delete_associations {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.320813 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-22273b59-eb99-4758-8c40-a197a9a86930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766759'] for subnet, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.374471 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-22273b59-eb99-4758-8c40-a197a9a86930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1766766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13899841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13349813'] for subnet, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.399685 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22273b59-eb99-4758-8c40-a197a9a86930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e6d1c10-d4cf-4f18-ae0c-103162749f30,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:26:54.403835 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-22273b59-eb99-4758-8c40-a197a9a86930 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.406380 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-22273b59-eb99-4758-8c40-a197a9a86930 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3e6d1c10-d4cf-4f18-ae0c-103162749f30 HTTP/1.1" status: 204 len: 168 time: 0.2506487 Sep 10 15:26:54.408221 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [-] (94032) accepted ('10.222.0.32', 37208) {{(pid=94032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:26:54.410762 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d820300-fab1-4368-9f12-4d95903302e5 None None] Network 4f309fb8-9507-4484-8ae1-25dc0f9fe756 requested from dv-cinder-760184-10-iscsi {{(pid=94033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:26:54.478961 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1354939'] for network, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.533923 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] Deleting port 943442f6-a8f3-4530-90b9-e4b1cc20a4d9 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:26:54.534267 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740670129722'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.609523 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] For port 943442f6-a8f3-4530-90b9-e4b1cc20a4d9, host dv-cinder-760184-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-10-iscsi',level=0,port_id=943442f6-a8f3-4530-90b9-e4b1cc20a4d9,segment=NetworkSegment(e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b),segment_id=e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:26:54.609797 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555853'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.622233 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] Calling delete_port for 943442f6-a8f3-4530-90b9-e4b1cc20a4d9 owned by network:dhcp {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:26:54.709892 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740670135812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740669617354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13899900'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.724701 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device c5c14e51-211e-4793-a3ef-0ad36cfecc87 no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:26:54.726748 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca62607a-3dd9-490e-be05-46ac4983079a None None] DHCP port deletion for 4f309fb8-9507-4484-8ae1-25dc0f9fe756 request from dv-cinder-760184-10-iscsi {{(pid=94033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 15:26:54.735552 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=943442f6-a8f3-4530-90b9-e4b1cc20a4d9,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:26:54.739435 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] No DVR routers for this DVR port 943442f6-a8f3-4530-90b9-e4b1cc20a4d9 on host dv-cinder-760184-10-iscsi {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:26:54.747688 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: c5c14e51-211e-4793-a3ef-0ad36cfecc87 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:26:54.748032 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device c5c14e51-211e-4793-a3ef-0ad36cfecc87 not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:26:54.748455 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device acb2e2c6-a8c7-4682-91b9-dd2d9eec2285 no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:26:54.769481 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: acb2e2c6-a8c7-4682-91b9-dd2d9eec2285 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:26:54.769835 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device acb2e2c6-a8c7-4682-91b9-dd2d9eec2285 not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:26:54.815979 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767442', 'neutron.services.segments.db._delete_segments_for_network-8740670112925'] for network, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.836376 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f309fb8-9507-4484-8ae1-25dc0f9fe756']}} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:26:54.845418 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b') {'for_net_delete': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:26:54.845709 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.services.segments.db [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b27b50-c8a7-42b2-8cc2-5edbf5b9070b') {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:26:54.855087 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740670111398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13604982'] for segment, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.868037 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629'] for segment, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.874731 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:26:54.875391 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13900707'] for segment, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: Traceback (most recent call last): Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: timer() Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: cb(*args, **kw) Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: return func(*args, **kwargs) Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: self._notify() Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: self.callback(batched_events) Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: event.method(event) Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: return f(self, *a, **k) Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: return self._get(url).json() Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: return self.request(url, 'GET', **kwargs) Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:26:54.877112 dv-cinder-760184-10-iscsi neutron-server[94032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:26:54.935934 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-733771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550926'] for network, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.940616 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-733785'] for network, before_response {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:54.942528 dv-cinder-760184-10-iscsi neutron-server[94032]: INFO neutron.wsgi [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4f309fb8-9507-4484-8ae1-25dc0f9fe756 HTTP/1.1" status: 204 len: 168 time: 0.5333591 Sep 10 15:26:54.955212 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb143a4-4b2e-4303-822d-ffa613ca2e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f309fb8-9507-4484-8ae1-25dc0f9fe756,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:26:55.165066 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 37212) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:26:55.203712 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-7c845b13-ddd1-453a-a071-246316453d7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c54ad0c7ddb847d9bd638cd773c7ef83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374069 Sep 10 15:26:55.205999 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 37214) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:26:55.252915 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-057be947-1321-4992-afc6-59301c6460de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:55.273609 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-057be947-1321-4992-afc6-59301c6460de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:55.317993 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-057be947-1321-4992-afc6-59301c6460de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:55.320624 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-057be947-1321-4992-afc6-59301c6460de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:55.321856 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-057be947-1321-4992-afc6-59301c6460de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e772dab2-36fb-445f-9df1-9e3831e4ee33 HTTP/1.1" status: 204 len: 168 time: 0.1149888 Sep 10 15:26:55.329713 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057be947-1321-4992-afc6-59301c6460de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e772dab2-36fb-445f-9df1-9e3831e4ee33,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:26:55.652432 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 37220) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:26:55.692411 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-76849e63-1efc-4ba8-b1f6-903886149ea6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=333097fca7894a98953114cdc2464308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381525 Sep 10 15:26:55.694904 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 37222) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:26:55.746233 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6f9efecc-95c8-48b2-b0f9-ea3323f5ed51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:55.768196 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6f9efecc-95c8-48b2-b0f9-ea3323f5ed51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:55.813389 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6f9efecc-95c8-48b2-b0f9-ea3323f5ed51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537290'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:55.815934 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6f9efecc-95c8-48b2-b0f9-ea3323f5ed51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:26:55.817095 dv-cinder-760184-10-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-6f9efecc-95c8-48b2-b0f9-ea3323f5ed51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d89e812-3d95-4b6e-addc-6c7dd0fd8e0e HTTP/1.1" status: 204 len: 168 time: 0.1211751 Sep 10 15:26:55.825945 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9efecc-95c8-48b2-b0f9-ea3323f5ed51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d89e812-3d95-4b6e-addc-6c7dd0fd8e0e,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:26:56.539303 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 943442f6-a8f3-4530-90b9-e4b1cc20a4d9 no longer exists at agent ovs-agent-dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:26:56.558568 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.plugin [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] No Port match for: 943442f6-a8f3-4530-90b9-e4b1cc20a4d9 {{(pid=94033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:26:56.558916 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.rpc [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Device 943442f6-a8f3-4530-90b9-e4b1cc20a4d9 not bound to the agent host dv-cinder-760184-10-iscsi {{(pid=94033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:26:58.420357 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c4ffecaa-bb65-4d86-93d5-c4f9dc4f1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:27:00.897772 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-5702cef7-d1d6-4d19-9043-015fa183ae2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:27:01.321381 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:27:02.269233 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:27:02.782889 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:27:03.706106 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:27:24.195989 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:27:28.421302 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-86e76d91-fac7-40be-b239-1ab6a2200c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:27:30.897796 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a0b3fb5d-5243-48ad-b5be-53052440de6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:27:31.321983 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:27:32.271288 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:27:33.708151 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:27:39.781145 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:27:54.195346 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:27:58.422156 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-97944429-c145-48af-8e80-8a399d6a16fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:28:00.898664 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-f5200a49-d16f-4a33-a26d-3d321e0c3d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:28:01.322602 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:28:02.274367 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:28:03.710827 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:28:16.780681 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:28:24.210332 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:28:28.422236 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-6d58904f-2bce-4669-b95a-fbc2bc12c80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:28:30.899673 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-0a731c54-6be3-4e0b-9182-674108838074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:28:31.323286 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:28:32.277891 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:28:33.714853 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:28:53.780006 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:28:54.227476 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:28:58.422963 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-9597e607-6305-46f5-91e8-1be7b2a90552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:29:00.900637 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-f97f463a-a63a-453d-a20b-03ddefa84848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:29:01.325650 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:29:02.279469 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:29:03.716649 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:29:15.484749 dv-cinder-760184-10-iscsi neutron-server[94031]: DEBUG neutron.wsgi [req-86bec839-2afe-4995-9b0e-939933e9f468 req-797a9e3e-ac30-4514-a18d-4ed018096814 service neutron] (94031) timed out ('10.222.0.43', 56979) {{(pid=94031) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 15:29:16.979412 dv-cinder-760184-10-iscsi neutron-server[94032]: DEBUG neutron.wsgi [req-f7bdffe4-1283-42ed-aeca-f144501a7bad req-6489528f-c1ff-4a39-99a8-6ad940c85a6f service neutron] (94032) timed out ('10.222.0.43', 57005) {{(pid=94032) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 15:29:24.224078 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:29:28.423293 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-11d84d5b-9e44-48b8-8df8-386273ab3e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:29:30.779702 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:29:30.900353 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-04367cbd-b063-48be-84a7-49f625d854d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:29:31.326771 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:29:32.282234 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:29:33.720723 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:29:54.239074 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:29:58.423556 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-2c1971fb-bce1-40c7-8af8-69d95ad050d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:30:00.902143 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-6e3723db-8de9-48d8-8a70-34a17e39ad76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:30:01.326439 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:30:02.285327 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:30:03.725580 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:30:07.778425 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:30:24.254399 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:30:28.423836 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-ca46bd6e-3f4c-4a5e-b4a2-d36bc1cef793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:30:30.908571 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-73448422-9f6c-4327-9184-d6172352516f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:30:31.328573 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:30:32.289444 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:30:33.727310 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:30:44.777652 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:30:54.254661 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:30:58.425025 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-ed5953fb-12c0-42b2-bea3-57c8c6535d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:31:00.899259 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c1964f88-8183-490b-bf64-8346b08f8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:31:01.328943 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:31:02.290339 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:31:03.732125 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:31:21.778024 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:31:24.290933 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:31:28.425601 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-6e876d21-f12f-41b6-9e09-2e9b0783a003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:31:30.900886 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-bce0e820-1b85-4a6a-9cc6-971763ad43fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:31:31.330154 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:31:32.292602 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:31:33.731600 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:31:54.283302 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-a6da123e-8e14-44fe-ad05-c8a7c4680afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:31:58.425081 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-3ecc3e7e-b189-4bd8-aa2f-d4cd03899f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:31:58.776668 dv-cinder-760184-10-iscsi neutron-server[94034]: DEBUG neutron.db.agents_db [None req-6be0253b-afc7-4051-8bed-88161e688a4d None None] Agent healthcheck: found 6 active agents {{(pid=94034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:32:00.901946 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-ae6a56fc-4f3d-4845-b2fb-eca48dcbfe8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:32:01.331297 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-e45a7146-d0f7-419a-8af0-cca3ed64b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:32:02.295504 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-470dccf5-98d5-4c19-82de-42e4f1dff47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:32:03.737618 dv-cinder-760184-10-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-60f25446-04bb-4e06-9bb3-db4ac7e66da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740670112907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768404'] for agent, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}